-- Logs begin at Thu 2021-06-24 16:14:26 UTC, end at Thu 2021-06-24 17:37:22 UTC. -- Jun 24 16:59:53.565704 dv-cinder-797970-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 24 16:59:56.231026 dv-cinder-797970-1-iscsi neutron-server[93589]: INFO neutron.common.config [-] Logging enabled! Jun 24 16:59:56.231569 dv-cinder-797970-1-iscsi neutron-server[93589]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev396 Jun 24 16:59:56.231732 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93589) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 24 16:59:56.234938 dv-cinder-797970-1-iscsi neutron-server[93589]: INFO neutron.common.config [-] Logging enabled! Jun 24 16:59:56.235198 dv-cinder-797970-1-iscsi neutron-server[93589]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev396 Jun 24 16:59:56.235514 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93589) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 24 16:59:56.236449 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 24 16:59:56.236687 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 24 16:59:56.237051 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 24 16:59:56.237300 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 24 16:59:56.237528 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 24 16:59:56.237883 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:56.238185 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:56.238487 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:56.238719 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:56.239015 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:56.239307 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:56.239592 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:56.239883 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:56.240179 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:56.240467 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:56.240745 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:56.241029 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:56.241260 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:56.241544 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:56.241866 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:56.242155 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:56.242380 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] debug = True {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:56.242662 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:56.243085 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:56.243501 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:56.243785 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:56.244078 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:56.244920 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:56.245208 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:56.245493 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:56.245803 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:56.246138 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] host = dv-cinder-797970-1-iscsi {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:56.246420 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:56.246712 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:56.247008 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:56.247297 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:56.247575 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:56.247866 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:56.248143 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:56.248421 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:56.248696 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] log_file = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:56.248974 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:56.249266 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:56.249556 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:56.249878 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:56.250107 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:56.250331 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:56.250621 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:56.250910 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:56.251188 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:56.251466 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:56.251740 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:56.252017 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:56.252292 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:56.252563 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:56.252850 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:56.253137 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:56.253424 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:56.253728 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:56.254008 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:56.254285 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:56.254557 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:56.254843 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:56.255119 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:56.255392 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:56.255665 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:56.255952 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:56.256222 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:56.256498 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:56.256798 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:56.257089 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:56.257373 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:56.257690 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:56.257974 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:56.258259 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:56.258536 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:56.258811 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:56.259086 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] use_json = False {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:56.259362 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:56.259634 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:56.259960 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:56.260301 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:56.260581 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:56.260860 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:56.261138 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:56.261445 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:56.261779 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:56.262086 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:56.262393 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:56.262681 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:56.262980 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:56.263264 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:56.263557 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:56.263838 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:56.264131 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:56.264424 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:56.264714 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:56.264996 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:56.265285 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:56.265565 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:56.265884 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:56.266193 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:56.266492 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:56.266789 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:56.267074 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:56.267353 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:56.267630 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:56.267912 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:56.268200 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:56.268493 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:56.268787 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:56.269062 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:56.269344 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:56.269636 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:56.269937 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:56.270213 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:56.270494 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:56.270783 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:56.271062 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:56.271335 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:56.271615 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:56.271891 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:56.272163 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:56.272435 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:56.272715 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:56.273007 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:56.273289 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:56.273562 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:56.273858 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:56.274138 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:56.274411 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:56.274695 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:56.274971 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:56.275242 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:56.275653 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:56.275827 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:56.276236 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:56.276519 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:56.276806 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:56.277089 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:56.277372 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:56.277668 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:56.277948 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:56.278224 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:56.278500 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:56.278776 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:56.279051 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:56.279325 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:56.279605 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:56.279878 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:56.280151 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:56.280426 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:56.280700 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:56.280973 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:56.281262 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:56.281561 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:56.281865 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:56.282144 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:56.282424 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:56.282703 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:56.282981 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:56.283259 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:56.283537 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:56.283813 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:56.284085 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:56.284379 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:56.284666 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:56.284951 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:56.285235 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:56.285513 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:56.286086 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:56.286368 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:56.286653 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:56.286933 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:56.287208 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:56.287496 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:56.287779 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:56.288070 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:56.288362 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:56.288658 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:56.288953 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:56.289246 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:56.289526 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:56.289927 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:56.290211 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:56.290432 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 24 16:59:56.290674 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93589) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 24 16:59:56.647471 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 16:59:56.647753 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 16:59:56.648046 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 16:59:56.648420 dv-cinder-797970-1-iscsi neutron-server[93589]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 24 16:59:57.043246 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:59:57.043531 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:59:57.043806 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:59:57.045111 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:59:57.045390 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:59:57.045693 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:59:57.079757 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:59:57.080038 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:59:57.080311 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:59:57.093668 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:59:57.093957 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:59:57.094234 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:59:57.123949 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:59:57.124232 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:59:57.124509 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:59:57.160549 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:59:57.161080 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:59:57.161353 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:59:57.393260 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:59:57.393921 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:59:57.393921 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:59:57.394093 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:59:57.394793 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:59:57.517793 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:59:57.518126 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:59:57.518411 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:59:57.518687 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:59:57.518956 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:59:57.519266 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:59:57.519529 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:59:57.519789 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:59:57.520047 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:59:57.520332 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:59:57.520594 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:59:57.520867 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:59:57.521129 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:59:57.521397 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:59:57.521677 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:59:57.521960 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:59:57.523220 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:59:57.523503 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:59:57.523793 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:59:57.524065 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:59:57.524360 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:59:57.524719 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:59:57.524981 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:59:57.525271 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:59:57.525576 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:59:57.526019 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:59:57.526430 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93589) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 16:59:57.526681 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93589) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 16:59:57.526925 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93589) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 16:59:57.527168 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93589) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 16:59:57.527411 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93589) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 16:59:57.527651 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93589) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 16:59:57.528018 dv-cinder-797970-1-iscsi neutron-server[93589]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 24 16:59:57.531115 dv-cinder-797970-1-iscsi neutron-server[93589]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 24 16:59:57.535030 dv-cinder-797970-1-iscsi neutron-server[93589]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 24 16:59:57.539087 dv-cinder-797970-1-iscsi neutron-server[93589]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Jun 24 16:59:57.540726 dv-cinder-797970-1-iscsi neutron-server[93589]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 24 16:59:57.541777 dv-cinder-797970-1-iscsi neutron-server[93589]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 24 16:59:57.542325 dv-cinder-797970-1-iscsi neutron-server[93589]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 24 16:59:57.542728 dv-cinder-797970-1-iscsi neutron-server[93589]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 24 16:59:57.545771 dv-cinder-797970-1-iscsi neutron-server[93589]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 24 16:59:57.546031 dv-cinder-797970-1-iscsi neutron-server[93589]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 24 16:59:57.546384 dv-cinder-797970-1-iscsi neutron-server[93589]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 24 16:59:57.574060 dv-cinder-797970-1-iscsi neutron-server[93589]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 24 16:59:57.574514 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:59:57.574814 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93589) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 24 16:59:57.575175 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:59:57.576531 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93589) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 24 16:59:57.576816 dv-cinder-797970-1-iscsi neutron-server[93589]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 24 16:59:57.577065 dv-cinder-797970-1-iscsi neutron-server[93589]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 24 16:59:57.580412 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:59:57.580697 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:59:57.645291 dv-cinder-797970-1-iscsi neutron-server[93589]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 24 16:59:57.645476 dv-cinder-797970-1-iscsi neutron-server[93589]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 24 16:59:57.645740 dv-cinder-797970-1-iscsi neutron-server[93589]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 24 16:59:57.646111 dv-cinder-797970-1-iscsi neutron-server[93589]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 24 16:59:57.667641 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_db.sqlalchemy.engines [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93589) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 24 16:59:58.346914 dv-cinder-797970-1-iscsi neutron-server[93589]: INFO neutron.plugins.ml2.managers [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Initializing driver for type 'gre' Jun 24 16:59:58.347356 dv-cinder-797970-1-iscsi neutron-server[93589]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] gre ID ranges: [(1, 1000)] Jun 24 16:59:58.515563 dv-cinder-797970-1-iscsi neutron-server[93589]: INFO neutron.plugins.ml2.managers [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Initializing driver for type 'local' Jun 24 16:59:58.516160 dv-cinder-797970-1-iscsi neutron-server[93589]: INFO neutron.plugins.ml2.managers [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Initializing driver for type 'vlan' Jun 24 16:59:58.601314 dv-cinder-797970-1-iscsi neutron-server[93589]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] VlanTypeDriver initialization complete Jun 24 16:59:58.601563 dv-cinder-797970-1-iscsi neutron-server[93589]: INFO neutron.plugins.ml2.managers [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Initializing driver for type 'vxlan' Jun 24 16:59:58.602102 dv-cinder-797970-1-iscsi neutron-server[93589]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] vxlan ID ranges: [(1, 1000)] Jun 24 16:59:58.761811 dv-cinder-797970-1-iscsi neutron-server[93589]: INFO neutron.plugins.ml2.managers [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Initializing extension driver 'port_security' Jun 24 16:59:58.762145 dv-cinder-797970-1-iscsi neutron-server[93589]: INFO neutron.plugins.ml2.extensions.port_security [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] PortSecurityExtensionDriver initialization complete Jun 24 16:59:58.762475 dv-cinder-797970-1-iscsi neutron-server[93589]: INFO neutron.plugins.ml2.managers [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Initializing mechanism driver 'openvswitch' Jun 24 16:59:58.762803 dv-cinder-797970-1-iscsi neutron-server[93589]: INFO neutron.plugins.ml2.managers [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Initializing mechanism driver 'hyperv' Jun 24 16:59:58.769194 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.plugins.ml2.plugin [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:59:58.773321 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Subscribe: > port after_create 55550000 {{(pid=93589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:59:58.773321 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Subscribe: > port after_update 55550000 {{(pid=93589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:59:58.773321 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Subscribe: > port after_delete 55550000 {{(pid=93589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:59:58.773321 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Subscribe: > subnet after_create 55550000 {{(pid=93589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:59:58.773769 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Subscribe: > subnet after_update 55550000 {{(pid=93589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:59:58.773769 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:59:58.773769 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Subscribe: > network after_create 55550000 {{(pid=93589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:59:58.773769 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Subscribe: > network after_update 55550000 {{(pid=93589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:59:58.774075 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Subscribe: > network after_delete 55550000 {{(pid=93589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:59:58.774075 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Subscribe: > security_group after_create 55550000 {{(pid=93589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:59:58.774075 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Subscribe: > security_group after_update 55550000 {{(pid=93589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:59:58.774075 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:59:58.774390 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:59:58.774616 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:59:58.774954 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:59:58.775329 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Subscribe: > address_group after_create 55550000 {{(pid=93589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:59:58.776170 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Subscribe: > address_group after_update 55550000 {{(pid=93589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:59:58.776501 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:59:58.776833 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] ML2 OVO RPC backend initialized. {{(pid=93589) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:164}} Jun 24 16:59:58.777596 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:59:58.777971 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:59:58.778411 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Subscribe: > network before_response 55550000 {{(pid=93589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:59:58.778758 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Subscribe: > networks before_response 55550000 {{(pid=93589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:59:58.779099 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Subscribe: > port before_response 55550000 {{(pid=93589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:59:58.779434 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Subscribe: > ports before_response 55550000 {{(pid=93589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:59:58.779770 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Subscribe: > subnet before_response 55550000 {{(pid=93589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:59:58.780151 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Subscribe: > subnets before_response 55550000 {{(pid=93589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:59:58.780487 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Subscribe: > network after_create 55550000 {{(pid=93589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:59:58.780821 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Subscribe: > network after_update 55550000 {{(pid=93589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:59:58.781148 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Subscribe: > network after_delete 55550000 {{(pid=93589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:59:58.781477 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Subscribe: > port after_create 55550000 {{(pid=93589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:59:58.781836 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Subscribe: > port after_update 55550000 {{(pid=93589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:59:58.782166 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Subscribe: > port after_delete 55550000 {{(pid=93589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:59:58.782492 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Subscribe: > subnet after_create 55550000 {{(pid=93589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:59:58.782818 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Subscribe: > subnet after_update 55550000 {{(pid=93589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:59:58.783144 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:59:58.783700 dv-cinder-797970-1-iscsi neutron-server[93589]: INFO neutron.plugins.ml2.plugin [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Modular L2 Plugin initialization complete Jun 24 16:59:58.784021 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.manager [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loading services supported by the core plugin {{(pid=93589) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 24 16:59:58.784341 dv-cinder-797970-1-iscsi neutron-server[93589]: INFO neutron.plugins.ml2.managers [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Got port-security extension from driver 'port_security' Jun 24 16:59:58.784792 dv-cinder-797970-1-iscsi neutron-server[93589]: INFO neutron.extensions.vlantransparent [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Disabled vlantransparent extension. Jun 24 16:59:58.785272 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.manager [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93589) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 24 16:59:58.785579 dv-cinder-797970-1-iscsi neutron-server[93589]: INFO neutron.manager [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loading Plugin: router Jun 24 16:59:58.829845 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:59:58.830230 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Subscribe: > router after_create 55549900 {{(pid=93589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:59:58.830595 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Subscribe: > router before_create 55549900 {{(pid=93589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:59:58.830956 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:59:58.831316 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:59:58.831661 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Subscribe: > router after_delete 55549900 {{(pid=93589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:59:58.832010 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:59:58.832368 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Subscribe: > router after_create 55549900 {{(pid=93589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:59:58.832704 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Subscribe: > router after_update 55549900 {{(pid=93589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:59:58.833048 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Subscribe: > router after_update 55549900 {{(pid=93589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:59:58.833392 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:59:58.833770 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Subscribe: > router after_update 55549900 {{(pid=93589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:59:58.834178 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Subscribe: > router precommit_update 55549900 {{(pid=93589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:59:58.834541 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Subscribe: port after_update 55550000 {{(pid=93589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:59:58.834873 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Subscribe: port after_delete 55550000 {{(pid=93589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:59:58.835203 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Subscribe: subnet after_update 55550000 {{(pid=93589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:59:58.835532 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:59:58.835872 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:59:58.836213 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Subscribe: > router precommit_create 55549900 {{(pid=93589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:59:58.836546 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Subscribe: port before_delete 55550000 {{(pid=93589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:59:58.836886 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Subscribe: > router precommit_create 55550000 {{(pid=93589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:59:58.837233 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Subscribe: > router after_update 55549900 {{(pid=93589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:59:58.837607 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:59:58.838467 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Subscribe: > router precommit_create 55549900 {{(pid=93589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:59:58.838903 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:59:58.839410 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Subscribe: > router precommit_update 55549900 {{(pid=93589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:59:58.839772 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Subscribe: > agent after_create 55550000 {{(pid=93589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:59:58.840117 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Subscribe: > agent after_delete 55550000 {{(pid=93589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:59:58.840457 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Subscribe: > network after_delete 55550000 {{(pid=93589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:59:58.841309 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.quota.resource_registry [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Tracking information for resource: router configured {{(pid=93589) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 16:59:58.841633 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.quota.resource_registry [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Tracking information for resource: floatingip configured {{(pid=93589) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 16:59:58.848102 dv-cinder-797970-1-iscsi neutron-server[93589]: INFO neutron.db.l3_agentschedulers_db [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 24 16:59:58.848664 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Subscribe: port after_update 55550000 {{(pid=93589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:59:58.849018 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Subscribe: port after_create 55550000 {{(pid=93589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:59:58.849363 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Subscribe: port after_delete 55550000 {{(pid=93589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:59:58.849739 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Subscribe: port after_update 55550000 {{(pid=93589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:59:58.850510 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Subscribe: > router before_create 55550100 {{(pid=93589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:59:58.850867 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:59:58.851222 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Subscribe: > router precommit_create 55550100 {{(pid=93589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:59:58.851614 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Subscribe: > router precommit_update 55550100 {{(pid=93589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:59:58.856755 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.services.provider_configuration [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Service providers = [] {{(pid=93589) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 24 16:59:58.857113 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.db.servicetype_db [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93589) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 24 16:59:58.859999 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.services.service_base [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93589) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 24 16:59:58.860428 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.services.service_base [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93589) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 24 16:59:58.860730 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.services.service_base [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93589) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 24 16:59:58.861589 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.services.service_base [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93589) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 24 16:59:58.861978 dv-cinder-797970-1-iscsi neutron-server[93589]: INFO neutron.services.service_base [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 24 16:59:58.862345 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.manager [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93589) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 16:59:58.862656 dv-cinder-797970-1-iscsi neutron-server[93589]: INFO neutron.manager [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 24 16:59:58.880582 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.manager [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93589) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 16:59:58.880923 dv-cinder-797970-1-iscsi neutron-server[93589]: INFO neutron.manager [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loading Plugin: auto_allocate Jun 24 16:59:58.886853 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Subscribe: network precommit_update 55550000 {{(pid=93589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:59:58.887237 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Subscribe: network precommit_create 55550000 {{(pid=93589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:59:58.887736 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.manager [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93589) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 16:59:58.888056 dv-cinder-797970-1-iscsi neutron-server[93589]: INFO neutron.manager [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loading Plugin: tag Jun 24 16:59:58.894707 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.manager [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93589) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 16:59:58.895037 dv-cinder-797970-1-iscsi neutron-server[93589]: INFO neutron.manager [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loading Plugin: timestamp Jun 24 16:59:58.898834 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.manager [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93589) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 16:59:58.899168 dv-cinder-797970-1-iscsi neutron-server[93589]: INFO neutron.manager [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loading Plugin: network_ip_availability Jun 24 16:59:58.906848 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:59:58.907221 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:59:58.907573 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:59:58.908301 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.manager [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93589) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 16:59:58.908618 dv-cinder-797970-1-iscsi neutron-server[93589]: INFO neutron.manager [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loading Plugin: flavors Jun 24 16:59:58.913581 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.manager [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93589) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 16:59:58.913938 dv-cinder-797970-1-iscsi neutron-server[93589]: INFO neutron.manager [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loading Plugin: revisions Jun 24 16:59:58.935024 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.manager [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93589) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 16:59:58.935417 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.287s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 16:59:58.936153 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93589) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 24 16:59:58.936489 dv-cinder-797970-1-iscsi neutron-server[93589]: INFO neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Initializing extension manager. Jun 24 16:59:58.937003 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loading extension file: __init__.py {{(pid=93589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 16:59:58.937344 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loading extension file: __pycache__ {{(pid=93589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 16:59:58.937769 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 16:59:58.938108 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loading extension file: address_group.py {{(pid=93589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 16:59:58.938873 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 16:59:58.939453 dv-cinder-797970-1-iscsi neutron-server[93589]: INFO neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loaded extension: address-group Jun 24 16:59:58.939775 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loading extension file: address_scope.py {{(pid=93589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 16:59:58.940472 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 16:59:58.940972 dv-cinder-797970-1-iscsi neutron-server[93589]: INFO neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loaded extension: address-scope Jun 24 16:59:58.941292 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 16:59:58.942234 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 16:59:58.942737 dv-cinder-797970-1-iscsi neutron-server[93589]: INFO neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loaded extension: router-admin-state-down-before-update Jun 24 16:59:58.943055 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loading extension file: agent.py {{(pid=93589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 16:59:58.943776 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 16:59:58.944272 dv-cinder-797970-1-iscsi neutron-server[93589]: INFO neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loaded extension: agent Jun 24 16:59:58.944586 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loading extension file: agent_resources_synced.py {{(pid=93589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 16:59:58.945483 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 16:59:58.946007 dv-cinder-797970-1-iscsi neutron-server[93589]: INFO neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loaded extension: agent-resources-synced Jun 24 16:59:58.946325 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loading extension file: allowedaddresspairs.py {{(pid=93589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 16:59:58.948899 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 16:59:58.949371 dv-cinder-797970-1-iscsi neutron-server[93589]: INFO neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loaded extension: allowed-address-pairs Jun 24 16:59:58.949725 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loading extension file: auto_allocated_topology.py {{(pid=93589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 16:59:58.950984 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 16:59:58.951497 dv-cinder-797970-1-iscsi neutron-server[93589]: INFO neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loaded extension: auto-allocated-topology Jun 24 16:59:58.951822 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loading extension file: availability_zone.py {{(pid=93589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 16:59:58.952506 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 16:59:58.953002 dv-cinder-797970-1-iscsi neutron-server[93589]: INFO neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loaded extension: availability_zone Jun 24 16:59:58.953320 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loading extension file: availability_zone_filter.py {{(pid=93589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 16:59:58.954242 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 16:59:58.954741 dv-cinder-797970-1-iscsi neutron-server[93589]: INFO neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loaded extension: availability_zone_filter Jun 24 16:59:58.955058 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loading extension file: data_plane_status.py {{(pid=93589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 16:59:58.955944 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 16:59:58.956456 dv-cinder-797970-1-iscsi neutron-server[93589]: INFO neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Extension data-plane-status not supported by any of loaded plugins Jun 24 16:59:58.956804 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loading extension file: default_subnetpools.py {{(pid=93589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 16:59:58.957718 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 16:59:58.958217 dv-cinder-797970-1-iscsi neutron-server[93589]: INFO neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loaded extension: default-subnetpools Jun 24 16:59:58.958533 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 16:59:58.959325 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 16:59:58.959824 dv-cinder-797970-1-iscsi neutron-server[93589]: INFO neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loaded extension: dhcp_agent_scheduler Jun 24 16:59:58.960143 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loading extension file: dns.py {{(pid=93589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 16:59:58.961037 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 16:59:58.961533 dv-cinder-797970-1-iscsi neutron-server[93589]: INFO neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Extension dns-integration not supported by any of loaded plugins Jun 24 16:59:58.961884 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loading extension file: dns_domain_ports.py {{(pid=93589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 16:59:58.962786 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 16:59:58.964062 dv-cinder-797970-1-iscsi neutron-server[93589]: INFO neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 24 16:59:58.964468 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 16:59:58.965380 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 16:59:58.965905 dv-cinder-797970-1-iscsi neutron-server[93589]: INFO neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jun 24 16:59:58.966228 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loading extension file: dvr.py {{(pid=93589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 16:59:58.966884 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 16:59:58.967376 dv-cinder-797970-1-iscsi neutron-server[93589]: INFO neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loaded extension: dvr Jun 24 16:59:58.967694 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loading extension file: empty_string_filtering.py {{(pid=93589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 16:59:58.968589 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 16:59:58.969086 dv-cinder-797970-1-iscsi neutron-server[93589]: INFO neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loaded extension: empty-string-filtering Jun 24 16:59:58.969407 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 16:59:58.970323 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 16:59:58.970818 dv-cinder-797970-1-iscsi neutron-server[93589]: INFO neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 24 16:59:58.971134 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 16:59:58.972042 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 16:59:58.972541 dv-cinder-797970-1-iscsi neutron-server[93589]: INFO neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 24 16:59:58.972858 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loading extension file: external_net.py {{(pid=93589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 16:59:58.973779 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 16:59:58.974280 dv-cinder-797970-1-iscsi neutron-server[93589]: INFO neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loaded extension: external-net Jun 24 16:59:58.974597 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 16:59:58.975495 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 16:59:58.975993 dv-cinder-797970-1-iscsi neutron-server[93589]: INFO neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loaded extension: extra_dhcp_opt Jun 24 16:59:58.976309 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loading extension file: extraroute.py {{(pid=93589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 16:59:58.977205 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 16:59:58.977737 dv-cinder-797970-1-iscsi neutron-server[93589]: INFO neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loaded extension: extraroute Jun 24 16:59:58.978056 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loading extension file: extraroute_atomic.py {{(pid=93589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 16:59:58.979341 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 16:59:58.979853 dv-cinder-797970-1-iscsi neutron-server[93589]: INFO neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loaded extension: extraroute-atomic Jun 24 16:59:58.980172 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loading extension file: filter_validation.py {{(pid=93589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 16:59:58.980825 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 16:59:58.981325 dv-cinder-797970-1-iscsi neutron-server[93589]: INFO neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loaded extension: filter-validation Jun 24 16:59:58.981668 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loading extension file: fip_pf_description.py {{(pid=93589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 16:59:58.986089 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 16:59:58.986674 dv-cinder-797970-1-iscsi neutron-server[93589]: INFO neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 24 16:59:58.987035 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loading extension file: fip_port_details.py {{(pid=93589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 16:59:58.987935 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 16:59:58.988555 dv-cinder-797970-1-iscsi neutron-server[93589]: INFO neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loaded extension: fip-port-details Jun 24 16:59:58.988873 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loading extension file: flavors.py {{(pid=93589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 16:59:58.990122 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 16:59:58.990634 dv-cinder-797970-1-iscsi neutron-server[93589]: INFO neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loaded extension: flavors Jun 24 16:59:58.990955 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 16:59:58.992676 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 16:59:58.993195 dv-cinder-797970-1-iscsi neutron-server[93589]: INFO neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 24 16:59:58.993530 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loading extension file: floatingip_pools.py {{(pid=93589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 16:59:58.994291 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 16:59:58.995103 dv-cinder-797970-1-iscsi neutron-server[93589]: INFO neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loaded extension: floatingip-pools Jun 24 16:59:58.995443 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loading extension file: ip_allocation.py {{(pid=93589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 16:59:58.996361 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 16:59:58.996864 dv-cinder-797970-1-iscsi neutron-server[93589]: INFO neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Extension ip_allocation not supported by any of loaded plugins Jun 24 16:59:58.997274 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 16:59:58.998214 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 16:59:58.998720 dv-cinder-797970-1-iscsi neutron-server[93589]: INFO neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loaded extension: ip-substring-filtering Jun 24 16:59:58.999045 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loading extension file: l2_adjacency.py {{(pid=93589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 16:59:58.999954 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 16:59:59.000450 dv-cinder-797970-1-iscsi neutron-server[93589]: INFO neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 24 16:59:59.000774 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loading extension file: l3.py {{(pid=93589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 16:59:59.001760 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 16:59:59.002274 dv-cinder-797970-1-iscsi neutron-server[93589]: INFO neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loaded extension: router Jun 24 16:59:59.002599 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 16:59:59.004946 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 16:59:59.005471 dv-cinder-797970-1-iscsi neutron-server[93589]: INFO neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 24 16:59:59.005833 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 16:59:59.006750 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 16:59:59.007265 dv-cinder-797970-1-iscsi neutron-server[93589]: INFO neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loaded extension: ext-gw-mode Jun 24 16:59:59.007592 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 16:59:59.008489 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 16:59:59.009001 dv-cinder-797970-1-iscsi neutron-server[93589]: INFO neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loaded extension: l3-ha Jun 24 16:59:59.009323 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loading extension file: l3_flavors.py {{(pid=93589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 16:59:59.015034 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 16:59:59.015545 dv-cinder-797970-1-iscsi neutron-server[93589]: INFO neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loaded extension: l3-flavors Jun 24 16:59:59.015873 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 16:59:59.016768 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 16:59:59.017272 dv-cinder-797970-1-iscsi neutron-server[93589]: INFO neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 24 16:59:59.017595 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loading extension file: l3agentscheduler.py {{(pid=93589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 16:59:59.018648 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 16:59:59.019150 dv-cinder-797970-1-iscsi neutron-server[93589]: INFO neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loaded extension: l3_agent_scheduler Jun 24 16:59:59.019473 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loading extension file: logging.py {{(pid=93589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 16:59:59.020972 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 16:59:59.021481 dv-cinder-797970-1-iscsi neutron-server[93589]: INFO neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Extension logging not supported by any of loaded plugins Jun 24 16:59:59.021848 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loading extension file: metering.py {{(pid=93589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 16:59:59.022581 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 16:59:59.023149 dv-cinder-797970-1-iscsi neutron-server[93589]: INFO neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loaded extension: metering Jun 24 16:59:59.023475 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 16:59:59.024544 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 16:59:59.025050 dv-cinder-797970-1-iscsi neutron-server[93589]: INFO neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loaded extension: metering_source_and_destination_fields Jun 24 16:59:59.025372 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loading extension file: multiprovidernet.py {{(pid=93589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 16:59:59.027080 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 16:59:59.027586 dv-cinder-797970-1-iscsi neutron-server[93589]: INFO neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loaded extension: multi-provider Jun 24 16:59:59.027911 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loading extension file: netmtu.py {{(pid=93589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 16:59:59.028809 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 16:59:59.029311 dv-cinder-797970-1-iscsi neutron-server[93589]: INFO neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loaded extension: net-mtu Jun 24 16:59:59.029633 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loading extension file: netmtu_writable.py {{(pid=93589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 16:59:59.030556 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 16:59:59.031057 dv-cinder-797970-1-iscsi neutron-server[93589]: INFO neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loaded extension: net-mtu-writable Jun 24 16:59:59.031377 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loading extension file: network_availability_zone.py {{(pid=93589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 16:59:59.032103 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 16:59:59.032601 dv-cinder-797970-1-iscsi neutron-server[93589]: INFO neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loaded extension: network_availability_zone Jun 24 16:59:59.032922 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loading extension file: network_ip_availability.py {{(pid=93589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 16:59:59.034025 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 16:59:59.034534 dv-cinder-797970-1-iscsi neutron-server[93589]: INFO neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loaded extension: network-ip-availability Jun 24 16:59:59.034859 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loading extension file: network_segment_range.py {{(pid=93589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 16:59:59.035615 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 16:59:59.036377 dv-cinder-797970-1-iscsi neutron-server[93589]: INFO neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Extension network-segment-range not supported by any of loaded plugins Jun 24 16:59:59.036694 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loading extension file: pagination.py {{(pid=93589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 16:59:59.037708 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 16:59:59.038034 dv-cinder-797970-1-iscsi neutron-server[93589]: INFO neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loaded extension: pagination Jun 24 16:59:59.038351 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loading extension file: port_device_profile.py {{(pid=93589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 16:59:59.039246 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 16:59:59.039749 dv-cinder-797970-1-iscsi neutron-server[93589]: INFO neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loaded extension: port-device-profile Jun 24 16:59:59.040066 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 16:59:59.040960 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 16:59:59.041741 dv-cinder-797970-1-iscsi neutron-server[93589]: INFO neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loaded extension: port-mac-address-regenerate Jun 24 16:59:59.042076 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 16:59:59.052799 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 16:59:59.053302 dv-cinder-797970-1-iscsi neutron-server[93589]: INFO neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loaded extension: port-numa-affinity-policy Jun 24 16:59:59.053621 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loading extension file: port_resource_request.py {{(pid=93589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 16:59:59.054595 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 16:59:59.055093 dv-cinder-797970-1-iscsi neutron-server[93589]: INFO neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Extension port-resource-request not supported by any of loaded plugins Jun 24 16:59:59.055411 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loading extension file: portbindings.py {{(pid=93589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 16:59:59.056320 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 16:59:59.056938 dv-cinder-797970-1-iscsi neutron-server[93589]: INFO neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loaded extension: binding Jun 24 16:59:59.057480 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loading extension file: portbindings_extended.py {{(pid=93589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 16:59:59.058778 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 16:59:59.059289 dv-cinder-797970-1-iscsi neutron-server[93589]: INFO neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loaded extension: binding-extended Jun 24 16:59:59.059614 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loading extension file: portsecurity.py {{(pid=93589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 16:59:59.060536 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 16:59:59.061037 dv-cinder-797970-1-iscsi neutron-server[93589]: INFO neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loaded extension: port-security Jun 24 16:59:59.061368 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loading extension file: project_id.py {{(pid=93589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 16:59:59.062357 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 16:59:59.062686 dv-cinder-797970-1-iscsi neutron-server[93589]: INFO neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loaded extension: project-id Jun 24 16:59:59.063009 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loading extension file: providernet.py {{(pid=93589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 16:59:59.063915 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 16:59:59.064416 dv-cinder-797970-1-iscsi neutron-server[93589]: INFO neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loaded extension: provider Jun 24 16:59:59.064735 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loading extension file: qos.py {{(pid=93589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 16:59:59.068480 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 16:59:59.068997 dv-cinder-797970-1-iscsi neutron-server[93589]: INFO neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Extension qos not supported by any of loaded plugins Jun 24 16:59:59.069329 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 16:59:59.070584 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 16:59:59.071090 dv-cinder-797970-1-iscsi neutron-server[93589]: INFO neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 24 16:59:59.071419 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 16:59:59.073309 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 16:59:59.073582 dv-cinder-797970-1-iscsi neutron-server[93589]: INFO neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 24 16:59:59.073931 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loading extension file: qos_default.py {{(pid=93589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 16:59:59.074831 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 16:59:59.075339 dv-cinder-797970-1-iscsi neutron-server[93589]: INFO neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Extension qos-default not supported by any of loaded plugins Jun 24 16:59:59.075663 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loading extension file: qos_fip.py {{(pid=93589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 16:59:59.076301 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 16:59:59.076800 dv-cinder-797970-1-iscsi neutron-server[93589]: INFO neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Extension qos-fip not supported by any of loaded plugins Jun 24 16:59:59.077120 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loading extension file: qos_gateway_ip.py {{(pid=93589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 16:59:59.078059 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 16:59:59.078562 dv-cinder-797970-1-iscsi neutron-server[93589]: INFO neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 24 16:59:59.078882 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loading extension file: qos_port_network_policy.py {{(pid=93589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 16:59:59.079801 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 16:59:59.080301 dv-cinder-797970-1-iscsi neutron-server[93589]: INFO neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 24 16:59:59.080619 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loading extension file: qos_rule_type_details.py {{(pid=93589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 16:59:59.081513 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 16:59:59.082036 dv-cinder-797970-1-iscsi neutron-server[93589]: INFO neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 24 16:59:59.082356 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loading extension file: qos_rules_alias.py {{(pid=93589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 16:59:59.083411 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 16:59:59.083913 dv-cinder-797970-1-iscsi neutron-server[93589]: INFO neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 24 16:59:59.084231 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loading extension file: quotasv2.py {{(pid=93589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 16:59:59.085138 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 16:59:59.085460 dv-cinder-797970-1-iscsi neutron-server[93589]: INFO neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loaded extension: quotas Jun 24 16:59:59.085814 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loading extension file: quotasv2_detail.py {{(pid=93589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 16:59:59.089737 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 16:59:59.090079 dv-cinder-797970-1-iscsi neutron-server[93589]: INFO neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loaded extension: quota_details Jun 24 16:59:59.090407 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loading extension file: rbac.py {{(pid=93589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 16:59:59.091462 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 16:59:59.091992 dv-cinder-797970-1-iscsi neutron-server[93589]: INFO neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loaded extension: rbac-policies Jun 24 16:59:59.092323 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loading extension file: rbac_address_group.py {{(pid=93589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 16:59:59.100083 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 16:59:59.100590 dv-cinder-797970-1-iscsi neutron-server[93589]: INFO neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loaded extension: rbac-address-group Jun 24 16:59:59.100914 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loading extension file: rbac_address_scope.py {{(pid=93589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 16:59:59.101921 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 16:59:59.102380 dv-cinder-797970-1-iscsi neutron-server[93589]: INFO neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loaded extension: rbac-address-scope Jun 24 16:59:59.102705 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loading extension file: rbac_security_groups.py {{(pid=93589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 16:59:59.103720 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 16:59:59.104374 dv-cinder-797970-1-iscsi neutron-server[93589]: INFO neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loaded extension: rbac-security-groups Jun 24 16:59:59.104702 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loading extension file: rbac_subnetpool.py {{(pid=93589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 16:59:59.105608 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 16:59:59.106197 dv-cinder-797970-1-iscsi neutron-server[93589]: INFO neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loaded extension: rbac-subnetpool Jun 24 16:59:59.106504 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loading extension file: revisionifmatch.py {{(pid=93589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 16:59:59.107413 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 16:59:59.107917 dv-cinder-797970-1-iscsi neutron-server[93589]: INFO neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loaded extension: revision-if-match Jun 24 16:59:59.108241 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loading extension file: revisions.py {{(pid=93589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 16:59:59.109546 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 16:59:59.110083 dv-cinder-797970-1-iscsi neutron-server[93589]: INFO neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loaded extension: standard-attr-revisions Jun 24 16:59:59.110409 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loading extension file: router_availability_zone.py {{(pid=93589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 16:59:59.111100 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 16:59:59.111642 dv-cinder-797970-1-iscsi neutron-server[93589]: INFO neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loaded extension: router_availability_zone Jun 24 16:59:59.111974 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loading extension file: routerservicetype.py {{(pid=93589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 16:59:59.112882 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 16:59:59.113377 dv-cinder-797970-1-iscsi neutron-server[93589]: INFO neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Extension router-service-type not supported by any of loaded plugins Jun 24 16:59:59.113718 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 16:59:59.114632 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 16:59:59.115134 dv-cinder-797970-1-iscsi neutron-server[93589]: INFO neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loaded extension: security-groups-normalized-cidr Jun 24 16:59:59.115455 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 16:59:59.116350 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 16:59:59.116855 dv-cinder-797970-1-iscsi neutron-server[93589]: INFO neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loaded extension: port-security-groups-filtering Jun 24 16:59:59.117177 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 16:59:59.118125 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 16:59:59.118634 dv-cinder-797970-1-iscsi neutron-server[93589]: INFO neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loaded extension: security-groups-remote-address-group Jun 24 16:59:59.118956 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loading extension file: securitygroup.py {{(pid=93589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 16:59:59.128665 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 16:59:59.129222 dv-cinder-797970-1-iscsi neutron-server[93589]: INFO neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loaded extension: security-group Jun 24 16:59:59.129556 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loading extension file: segment.py {{(pid=93589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 16:59:59.130353 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 16:59:59.130854 dv-cinder-797970-1-iscsi neutron-server[93589]: INFO neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Extension segment not supported by any of loaded plugins Jun 24 16:59:59.131179 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 16:59:59.132102 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 16:59:59.132606 dv-cinder-797970-1-iscsi neutron-server[93589]: INFO neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 24 16:59:59.132932 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loading extension file: servicetype.py {{(pid=93589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 16:59:59.134052 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 16:59:59.134570 dv-cinder-797970-1-iscsi neutron-server[93589]: INFO neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loaded extension: service-type Jun 24 16:59:59.135446 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loading extension file: sorting.py {{(pid=93589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 16:59:59.136609 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 16:59:59.136941 dv-cinder-797970-1-iscsi neutron-server[93589]: INFO neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loaded extension: sorting Jun 24 16:59:59.137266 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loading extension file: standard_attr_segment.py {{(pid=93589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 16:59:59.138269 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 16:59:59.138777 dv-cinder-797970-1-iscsi neutron-server[93589]: INFO neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 24 16:59:59.139134 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loading extension file: standardattrdescription.py {{(pid=93589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 16:59:59.139773 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 16:59:59.140277 dv-cinder-797970-1-iscsi neutron-server[93589]: INFO neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loaded extension: standard-attr-description Jun 24 16:59:59.140599 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loading extension file: stateful_security_group.py {{(pid=93589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 16:59:59.141552 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 16:59:59.142092 dv-cinder-797970-1-iscsi neutron-server[93589]: INFO neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loaded extension: stateful-security-group Jun 24 16:59:59.142413 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loading extension file: stdattrs_common.py {{(pid=93589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 16:59:59.142980 dv-cinder-797970-1-iscsi neutron-server[93589]: WARNING neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 24 16:59:59.143296 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 16:59:59.144215 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 16:59:59.144724 dv-cinder-797970-1-iscsi neutron-server[93589]: INFO neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 24 16:59:59.145047 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loading extension file: subnet_onboard.py {{(pid=93589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 16:59:59.146225 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 16:59:59.153101 dv-cinder-797970-1-iscsi neutron-server[93589]: INFO neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loaded extension: subnet_onboard Jun 24 16:59:59.153101 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 16:59:59.153772 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 16:59:59.154281 dv-cinder-797970-1-iscsi neutron-server[93589]: INFO neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 24 16:59:59.154604 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loading extension file: subnet_service_types.py {{(pid=93589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 16:59:59.155517 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 16:59:59.156053 dv-cinder-797970-1-iscsi neutron-server[93589]: INFO neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loaded extension: subnet-service-types Jun 24 16:59:59.156381 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loading extension file: subnetallocation.py {{(pid=93589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 16:59:59.157526 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 16:59:59.158062 dv-cinder-797970-1-iscsi neutron-server[93589]: INFO neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loaded extension: subnet_allocation Jun 24 16:59:59.158383 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 16:59:59.159056 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 16:59:59.159558 dv-cinder-797970-1-iscsi neutron-server[93589]: INFO neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loaded extension: subnetpool-prefix-ops Jun 24 16:59:59.159876 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 16:59:59.161024 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 16:59:59.161528 dv-cinder-797970-1-iscsi neutron-server[93589]: INFO neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 24 16:59:59.161879 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loading extension file: tagging.py {{(pid=93589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 16:59:59.162942 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 16:59:59.163501 dv-cinder-797970-1-iscsi neutron-server[93589]: INFO neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loaded extension: standard-attr-tag Jun 24 16:59:59.163825 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loading extension file: timestamp.py {{(pid=93589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 16:59:59.165011 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 16:59:59.165523 dv-cinder-797970-1-iscsi neutron-server[93589]: INFO neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loaded extension: standard-attr-timestamp Jun 24 16:59:59.165872 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loading extension file: trunk.py {{(pid=93589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 16:59:59.167207 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 16:59:59.167714 dv-cinder-797970-1-iscsi neutron-server[93589]: INFO neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Extension trunk not supported by any of loaded plugins Jun 24 16:59:59.168041 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loading extension file: trunk_details.py {{(pid=93589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 16:59:59.168963 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 16:59:59.169468 dv-cinder-797970-1-iscsi neutron-server[93589]: INFO neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Extension trunk-details not supported by any of loaded plugins Jun 24 16:59:59.169828 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loading extension file: uplink_status_propagation.py {{(pid=93589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 16:59:59.170742 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 16:59:59.171252 dv-cinder-797970-1-iscsi neutron-server[93589]: INFO neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 24 16:59:59.171574 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Loading extension file: vlantransparent.py {{(pid=93589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 16:59:59.172231 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 16:59:59.172730 dv-cinder-797970-1-iscsi neutron-server[93589]: INFO neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 24 16:59:59.175279 dv-cinder-797970-1-iscsi neutron-server[93589]: INFO neutron.quota.resource_registry [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Creating instance of TrackedResource for resource:network Jun 24 16:59:59.175813 dv-cinder-797970-1-iscsi neutron-server[93589]: INFO neutron.quota.resource_registry [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Creating instance of TrackedResource for resource:subnet Jun 24 16:59:59.176211 dv-cinder-797970-1-iscsi neutron-server[93589]: INFO neutron.quota.resource_registry [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Creating instance of TrackedResource for resource:subnetpool Jun 24 16:59:59.176602 dv-cinder-797970-1-iscsi neutron-server[93589]: INFO neutron.quota.resource_registry [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Creating instance of TrackedResource for resource:port Jun 24 16:59:59.177889 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.v2.resource_helper [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93589) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 16:59:59.178320 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.v2.resource_helper [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Service FLAVORS assigned prefix: {{(pid=93589) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 16:59:59.178926 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.v2.resource_helper [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93589) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 16:59:59.179344 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.v2.resource_helper [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93589) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 16:59:59.179672 dv-cinder-797970-1-iscsi neutron-server[93589]: INFO neutron.quota.resource_registry [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Creating instance of TrackedResource for resource:router Jun 24 16:59:59.180199 dv-cinder-797970-1-iscsi neutron-server[93589]: INFO neutron.quota.resource_registry [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Creating instance of TrackedResource for resource:floatingip Jun 24 16:59:59.180619 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.v2.resource_helper [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Service METERING assigned prefix: /metering {{(pid=93589) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 16:59:59.182355 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:59:59.182741 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:59:59.183098 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:59:59.184104 dv-cinder-797970-1-iscsi neutron-server[93589]: INFO neutron.quota.resource_registry [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Creating instance of CountableResource for resource:rbac_policy Jun 24 16:59:59.184548 dv-cinder-797970-1-iscsi neutron-server[93589]: INFO neutron.quota.resource_registry [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Creating instance of TrackedResource for resource:security_group Jun 24 16:59:59.184996 dv-cinder-797970-1-iscsi neutron-server[93589]: INFO neutron.quota.resource_registry [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 24 16:59:59.185589 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.v2.resource_helper [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Service CORE assigned prefix: {{(pid=93589) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 16:59:59.185942 dv-cinder-797970-1-iscsi neutron-server[93589]: INFO neutron.quota.resource_registry [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Creating instance of TrackedResource for resource:subnetpool Jun 24 16:59:59.186289 dv-cinder-797970-1-iscsi neutron-server[93589]: WARNING neutron.quota.resource_registry [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] subnetpool is already registered Jun 24 16:59:59.186736 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.v2.resource_helper [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Service CORE assigned prefix: {{(pid=93589) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 16:59:59.187063 dv-cinder-797970-1-iscsi neutron-server[93589]: INFO neutron.quota.resource_registry [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Creating instance of TrackedResource for resource:subnetpool Jun 24 16:59:59.187394 dv-cinder-797970-1-iscsi neutron-server[93589]: WARNING neutron.quota.resource_registry [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] subnetpool is already registered Jun 24 16:59:59.189682 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.v2.resource_helper [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93589) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 16:59:59.190117 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.v2.resource_helper [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Service FLAVORS assigned prefix: {{(pid=93589) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 16:59:59.190700 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.v2.resource_helper [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93589) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 16:59:59.191119 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.v2.resource_helper [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93589) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 16:59:59.191450 dv-cinder-797970-1-iscsi neutron-server[93589]: INFO neutron.quota.resource_registry [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Creating instance of TrackedResource for resource:router Jun 24 16:59:59.191788 dv-cinder-797970-1-iscsi neutron-server[93589]: WARNING neutron.quota.resource_registry [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] router is already registered Jun 24 16:59:59.192196 dv-cinder-797970-1-iscsi neutron-server[93589]: INFO neutron.quota.resource_registry [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Creating instance of TrackedResource for resource:floatingip Jun 24 16:59:59.192528 dv-cinder-797970-1-iscsi neutron-server[93589]: WARNING neutron.quota.resource_registry [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] floatingip is already registered Jun 24 16:59:59.192977 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.v2.resource_helper [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Service METERING assigned prefix: /metering {{(pid=93589) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 16:59:59.193635 dv-cinder-797970-1-iscsi neutron-server[93589]: INFO neutron.quota.resource_registry [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Creating instance of CountableResource for resource:rbac_policy Jun 24 16:59:59.193978 dv-cinder-797970-1-iscsi neutron-server[93589]: WARNING neutron.quota.resource_registry [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] rbac_policy is already registered Jun 24 16:59:59.198855 dv-cinder-797970-1-iscsi neutron-server[93589]: INFO neutron.quota.resource_registry [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Creating instance of TrackedResource for resource:security_group Jun 24 16:59:59.198855 dv-cinder-797970-1-iscsi neutron-server[93589]: WARNING neutron.quota.resource_registry [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] security_group is already registered Jun 24 16:59:59.198855 dv-cinder-797970-1-iscsi neutron-server[93589]: INFO neutron.quota.resource_registry [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 24 16:59:59.198855 dv-cinder-797970-1-iscsi neutron-server[93589]: WARNING neutron.quota.resource_registry [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] security_group_rule is already registered Jun 24 16:59:59.198855 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.v2.resource_helper [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Service CORE assigned prefix: {{(pid=93589) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 16:59:59.198855 dv-cinder-797970-1-iscsi neutron-server[93589]: INFO neutron.quota.resource_registry [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Creating instance of TrackedResource for resource:subnetpool Jun 24 16:59:59.198855 dv-cinder-797970-1-iscsi neutron-server[93589]: WARNING neutron.quota.resource_registry [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] subnetpool is already registered Jun 24 16:59:59.198855 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.v2.resource_helper [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Service CORE assigned prefix: {{(pid=93589) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 16:59:59.198855 dv-cinder-797970-1-iscsi neutron-server[93589]: INFO neutron.quota.resource_registry [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Creating instance of TrackedResource for resource:subnetpool Jun 24 16:59:59.199470 dv-cinder-797970-1-iscsi neutron-server[93589]: WARNING neutron.quota.resource_registry [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] subnetpool is already registered Jun 24 16:59:59.199470 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Extended resource: extensions {{(pid=93589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 16:59:59.200465 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Extended resource: address-groups {{(pid=93589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 16:59:59.201965 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Extended resource: address-scopes {{(pid=93589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 16:59:59.203295 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Extended resource: agents {{(pid=93589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 16:59:59.204432 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Extended resource: auto-allocated-topology {{(pid=93589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 16:59:59.205695 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Extended resource: availability_zones {{(pid=93589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 16:59:59.206938 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Extended resource: dhcp-networks {{(pid=93589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 16:59:59.208433 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Extended resource: dhcp-agents {{(pid=93589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 16:59:59.209906 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Extended resource: routers {{(pid=93589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 16:59:59.211637 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Extended resource: flavors {{(pid=93589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 16:59:59.214864 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Extended resource: service_profiles {{(pid=93589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 16:59:59.216076 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Extended resource: next_providers {{(pid=93589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 16:59:59.217584 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Extended resource: service_profiles {{(pid=93589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 16:59:59.220532 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Extended resource: floatingip-pools {{(pid=93589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 16:59:59.222525 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Extended resource: routers {{(pid=93589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 16:59:59.226368 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Extended resource: floatingips {{(pid=93589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 16:59:59.227678 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Extended resource: l3-routers {{(pid=93589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 16:59:59.230544 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Extended resource: l3-agents {{(pid=93589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 16:59:59.231976 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Extended resource: metering-labels {{(pid=93589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 16:59:59.236310 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Extended resource: metering-label-rules {{(pid=93589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 16:59:59.236310 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Extended resource: network-ip-availabilities {{(pid=93589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 16:59:59.236310 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Extended resource: bindings {{(pid=93589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 16:59:59.237480 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Extended resource: quotas {{(pid=93589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 16:59:59.239046 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Extended resource: quotas {{(pid=93589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 16:59:59.240474 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Extended resource: rbac-policies {{(pid=93589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 16:59:59.241668 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Extended resource: security-groups {{(pid=93589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 16:59:59.243152 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Extended resource: security-group-rules {{(pid=93589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 16:59:59.244542 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Extended resource: service-providers {{(pid=93589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 16:59:59.245972 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Extended resource: subnetpools {{(pid=93589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 16:59:59.247280 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Extended resource: subnetpools {{(pid=93589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 16:59:59.248873 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Extended resource: tags {{(pid=93589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 16:59:59.250593 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Extended resource: tags {{(pid=93589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 16:59:59.252415 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Extended resource: tags {{(pid=93589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 16:59:59.254216 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Extended resource: tags {{(pid=93589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 16:59:59.255986 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Extended resource: tags {{(pid=93589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 16:59:59.257941 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Extended resource: tags {{(pid=93589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 16:59:59.259636 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Extended resource: tags {{(pid=93589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 16:59:59.262293 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Extended resource: tags {{(pid=93589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 16:59:59.264171 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Extended resource: tags {{(pid=93589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 16:59:59.265982 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron.api.extensions [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Extended resource: tags {{(pid=93589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 16:59:59.272074 dv-cinder-797970-1-iscsi neutron-server[93589]: WARNING keystonemiddleware.auth_token [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 24 16:59:59.277572 dv-cinder-797970-1-iscsi neutron-server[93589]: WARNING keystonemiddleware.auth_token [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 24 16:59:59.286271 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Acquired lock "singleton_lock" {{(pid=93589) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 24 16:59:59.286726 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Releasing lock "singleton_lock" {{(pid=93589) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 24 16:59:59.287360 dv-cinder-797970-1-iscsi neutron-server[93589]: INFO oslo_service.service [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Starting 2 workers Jun 24 16:59:59.292545 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Started child 93700 {{(pid=93589) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 24 16:59:59.297065 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Started child 93701 {{(pid=93589) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 24 16:59:59.297807 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:59:59.298670 dv-cinder-797970-1-iscsi neutron-server[93589]: INFO neutron.service [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 24 16:59:59.299330 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Notify callbacks [] for process, before_spawn {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:59:59.299486 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [-] (93700) wsgi starting up on http://0.0.0.0:9696 Jun 24 16:59:59.301896 dv-cinder-797970-1-iscsi neutron-server[93589]: INFO oslo_service.service [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Starting 1 workers Jun 24 16:59:59.306021 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:59:59.306021 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [-] (93701) wsgi starting up on http://0.0.0.0:9696 Jun 24 16:59:59.307394 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Started child 93702 {{(pid=93589) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 24 16:59:59.308118 dv-cinder-797970-1-iscsi neutron-server[93589]: INFO oslo_service.service [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Starting 1 workers Jun 24 16:59:59.310716 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.service [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] calling RpcWorker wait() {{(pid=93702) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 24 16:59:59.311412 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.service [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] returning from RpcWorker wait() {{(pid=93702) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 24 16:59:59.312498 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:59:59.312690 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Started child 93703 {{(pid=93589) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 24 16:59:59.312969 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:59:59.313540 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-deff2c56-a430-4435-a639-2799587e6e55 None None] Notify callbacks [] for process, after_spawn {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:59:59.315486 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93589) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 24 16:59:59.315693 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 24 16:59:59.315880 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 24 16:59:59.316093 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 24 16:59:59.316436 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 24 16:59:59.316602 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 24 16:59:59.317113 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.317386 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.317697 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.317854 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:59:59.318386 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.318386 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.318771 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:59:59.318929 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.319090 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.319323 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.319600 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.319836 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.320009 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.320174 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.320441 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.320670 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.320952 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.321225 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.321492 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.321759 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.321930 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.322286 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.322990 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.323291 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.323684 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] debug = True {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.324111 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.324611 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.324861 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.325145 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.325352 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.325676 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.325907 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.326177 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.326414 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.326690 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.327026 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.327292 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.327473 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.327685 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.327903 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.328167 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.328394 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.328902 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] host = dv-cinder-797970-1-iscsi {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.329170 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.329445 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.329700 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.329975 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.330222 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.330439 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.330698 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.330970 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.331210 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.331450 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.331692 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.331942 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.332264 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.332412 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] log_file = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.332550 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] log_options = True {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.332764 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.333026 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.333282 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.333469 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.333636 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.333829 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.334109 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.334333 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.334534 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.334784 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.334966 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.335268 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.335422 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.335623 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.335894 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.336135 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.336363 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.336569 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.336929 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.337112 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.337330 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.337482 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.337713 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.337981 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.338857 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.339234 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.339662 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.339892 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.340111 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.340377 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.340614 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.340891 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.341142 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.341403 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.341688 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.342003 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.342229 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.342520 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.342754 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.343556 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.343868 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.344111 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.344370 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.344583 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.344815 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.345029 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] use_json = False {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.345262 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.345501 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.345734 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.345995 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.346215 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.346429 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.346641 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.346890 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.347387 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.347605 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.347910 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.348158 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.348408 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.348657 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.348919 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.349145 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.349392 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.349636 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.349970 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.350222 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.350512 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.352199 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.352199 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.352199 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.352199 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.352199 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.352199 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.352663 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.352663 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.352869 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.353004 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.353277 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.353532 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.15/identity {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.353943 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.354330 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.354653 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.354910 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.355153 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.355370 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.355831 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.356379 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.356847 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.357179 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.357326 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.357559 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.357974 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.358332 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.358332 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.358610 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.358747 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.358910 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.359112 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.359327 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.361156 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.361156 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.361156 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.361156 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.361156 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.361156 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.361156 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.361156 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.362376 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.362376 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.362376 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.362376 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.362376 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.362376 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.363728 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.363728 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.363728 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.363728 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.363728 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.363728 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.364150 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.364242 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.364411 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.365105 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.365105 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.365105 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.367869 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.367869 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.367869 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.367869 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.367869 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.367869 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.367869 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.367869 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.367869 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.368506 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.368506 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.368506 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.368506 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.368996 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.369136 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.369914 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.370349 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.370688 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.372333 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.372333 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.372333 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.372333 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.372333 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.372333 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.372333 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.374129 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.374129 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.374129 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.374129 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.374129 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.374129 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.374129 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.374129 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.381269 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.381269 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.381269 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.381269 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.381269 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.381269 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.381269 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.381269 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.382345 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.382345 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.382345 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.382345 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.382345 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.382345 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.382345 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.382345 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.383517 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.383517 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.383517 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.383517 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.383517 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.383517 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.383517 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.383517 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.384246 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.384246 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.384246 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.384246 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.384246 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.384246 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.384246 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.384246 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.384810 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.384810 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.384810 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.384810 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.384810 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.384810 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.384810 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.384810 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.15/identity {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.387192 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.387192 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.387192 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.387192 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.387192 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.387192 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.387192 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.387192 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.388105 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.388105 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.388105 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.388105 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.388105 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.388105 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.388105 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.388817 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.388817 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.388817 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.389034 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.389185 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.389408 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.389627 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.389863 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.390114 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.390323 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.390608 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.390880 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.391095 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.391328 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.391555 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.391819 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.392035 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.392281 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.392502 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.392717 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.392930 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.393205 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.393395 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.393603 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.393903 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.394070 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.394323 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.394576 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.394927 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.395167 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.395418 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.395659 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.395878 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.396113 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.396334 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.396572 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.396795 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.397028 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.397435 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.397707 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.397936 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.398162 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.398392 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.398605 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.398816 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.399027 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.399239 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.399756 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.399756 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.399996 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.400232 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.400708 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.400901 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.401261 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.401480 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.401720 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.401956 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.402184 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.402391 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.402601 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.402816 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.403045 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.403331 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.403482 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.403693 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.403926 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.404133 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.404385 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.404581 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.404789 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.405002 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.405209 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.405611 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.405907 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.409496 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.409496 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.409496 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.409496 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.409496 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.409496 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.409496 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.409496 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.410761 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.410761 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.410761 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.410761 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.410761 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.410761 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.410761 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.410761 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.411770 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.411770 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.411770 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.411770 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.411770 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.412142 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.412142 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.412325 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.412573 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.412842 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.413065 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.413300 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.413546 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.413809 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.414026 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.414262 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.414551 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.414783 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.415201 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.415342 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.415465 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.415661 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.415901 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.416147 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.416508 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.416789 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 24 16:59:59.417393 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93589) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 24 16:59:59.417555 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 24 16:59:59.417729 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 24 16:59:59.417898 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 24 16:59:59.418065 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 24 16:59:59.418215 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 24 16:59:59.418419 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.418567 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.418762 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.418906 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.419016 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.419196 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.419357 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.419548 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.419669 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.419811 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.419968 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.420122 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.420280 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.420435 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.420592 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.420748 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.420907 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.421062 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.421226 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.422247 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.422247 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.422247 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.422247 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] debug = True {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.422247 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.422247 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.423560 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.423560 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.423560 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.423560 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.423560 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.423560 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.423560 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.423560 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.425156 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.425156 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.425156 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.425156 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.425156 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.425156 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.425156 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.425156 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] host = dv-cinder-797970-1-iscsi {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.429709 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.429709 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.429709 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.429709 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.429709 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.429709 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.429709 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.429709 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.430372 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.430372 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.430372 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.430372 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.430372 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.430372 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] log_file = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.430372 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] log_options = True {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.430372 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.430372 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.430976 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.430976 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.430976 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.430976 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.430976 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.430976 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.430976 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.431593 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.431593 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.431593 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.431593 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.431593 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.431593 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.431593 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.431593 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.431593 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.432624 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.432624 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.432624 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.432624 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.432624 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.432624 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.432624 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.432624 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.433065 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.433065 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.433065 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.433065 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.433065 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.433065 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.433065 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.433065 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.433498 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.433498 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.433498 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.433498 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.433498 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.433498 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.433498 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.433498 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.433966 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.433966 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.433966 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.437389 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] use_json = False {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.437389 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.437389 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.437389 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.437389 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.437389 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.437389 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.437389 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.438491 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:59:59.438491 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.438491 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.438491 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.438491 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.438491 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.438491 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.438491 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.439971 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.439971 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.439971 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.439971 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.439971 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.439971 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.439971 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.439971 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.440935 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.440935 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.440935 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.440935 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.440935 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.440935 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.440935 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.440935 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.441491 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.441491 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.15/identity {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.441491 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.441491 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.441491 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.441491 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.441491 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.441491 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.442787 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.442787 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.442787 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.442787 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.442787 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.442787 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.442787 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.442787 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.442787 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.443524 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.443524 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.443524 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.443524 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.443524 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.443524 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.443524 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.443524 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.443524 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.444322 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.444322 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.444322 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.444322 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.444322 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.444322 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.444322 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.444322 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.444322 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.445272 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.445272 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.445272 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.445272 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.445272 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.445272 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.445272 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.445272 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.446577 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.446577 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.446577 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.446577 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.446577 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.446577 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.446577 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.446577 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.446577 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.447284 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.447284 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.447284 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.447284 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.447621 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.447621 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.447874 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.448109 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.448274 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.448445 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.448621 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.448780 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.448977 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.449087 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.449247 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.449406 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.449566 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.449747 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.449907 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.450065 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.450224 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.450382 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.450542 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.450702 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.450859 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.451015 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.451187 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.451579 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.451579 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.451823 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.451823 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.451973 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.452062 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.452199 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.452355 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.452513 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.452679 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.452838 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.453000 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.453158 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.453321 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.453597 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.453754 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.453885 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.453970 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.454149 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.454356 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.454756 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.454756 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.454756 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.455042 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.455042 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.455188 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.456228 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.456228 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.456228 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.456228 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.456228 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.456228 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.456228 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.458029 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.458029 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.458029 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.458029 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.458029 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.458029 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.458029 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.458029 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.459024 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.15/identity {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.459024 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.459024 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.459024 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.459024 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.459024 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.459024 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.459024 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.459947 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.460087 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:59:59.460229 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.460229 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.460229 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.460229 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.460229 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.460229 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.460229 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.460229 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.461129 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.461129 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.461129 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.461129 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.461129 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.461129 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.461129 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.461129 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.462042 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.462042 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.462042 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.462042 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.462042 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.462042 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.462860 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.462860 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.462860 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.462860 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.462860 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.462860 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.464124 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.464124 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.464124 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.464465 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.464465 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.464696 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.464696 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.464939 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.465062 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.465184 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.465310 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.465433 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.465556 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.465740 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.465903 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.466066 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.466226 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.466383 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.466545 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.466708 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.466867 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.467026 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.467185 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.467343 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.467485 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.467649 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.467818 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.467977 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.468135 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.468294 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.468452 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.468620 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.468779 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.468936 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.469094 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.469252 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.469418 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.469576 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.469825 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.469993 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.470152 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.470321 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.470504 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.470635 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.470795 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.471030 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.471159 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.471831 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.471831 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.471831 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.471831 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.471831 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.474574 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.474574 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.474574 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.474574 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.474574 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.474574 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.474574 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.474574 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.475244 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.475244 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.475244 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.475244 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.475244 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.475244 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.475244 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.475244 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.476221 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.476221 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.476221 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.476221 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.476221 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.476221 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.476221 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.476221 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.477202 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.477202 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.477202 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.477202 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.477202 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.477202 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.477202 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.477202 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.477202 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.478175 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.478175 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.478175 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.478175 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.478175 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.478175 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.478175 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.478175 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.478175 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:59:59.479308 dv-cinder-797970-1-iscsi neutron-server[93589]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 24 16:59:59.747780 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 51790) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:59:59.756397 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [-] 10.222.0.15 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063140 Jun 24 17:00:11.156827 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a27ef1e8-253e-46c5-a3fd-7e2bbc045e45 None None] get_active_networks_info from dv-cinder-797970-1-iscsi {{(pid=93702) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 24 17:00:11.235026 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27ef1e8-253e-46c5-a3fd-7e2bbc045e45 None None] No non-hosted networks {{(pid=93702) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 24 17:00:11.241529 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.agentschedulers_db [None req-a27ef1e8-253e-46c5-a3fd-7e2bbc045e45 None None] DHCP Agent not found on host dv-cinder-797970-1-iscsi {{(pid=93702) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 24 17:00:11.349826 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-301f2757-8ca9-4f3a-8614-87aa18d3629d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-937267'] for agent, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:00:13.439593 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-da860586-538f-4900-a6db-cea46dc3035c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-937267'] for agent, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:00:13.484883 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.db.api [None req-a39a247e-5a51-40e6-9c41-6cfa0398686d None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-797970-1-iscsi {{(pid=93702) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 17:00:13.485304 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_db.api [None req-a39a247e-5a51-40e6-9c41-6cfa0398686d None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 17:00:13.898571 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-937267'] for agent, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:00:13.899425 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:00:13.899906 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:00:13.906635 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:00:13.906635 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:00:13.906635 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:00:13.906635 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:00:13.906635 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:00:13.907050 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:00:13.907050 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:00:13.907050 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:00:13.907050 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:00:13.907050 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:00:13.907425 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-797970-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:00:13.914236 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-797970-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:00:14.084135 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a39a247e-5a51-40e6-9c41-6cfa0398686d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:00:14.923802 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5af43288-dd02-4084-874e-f1fcba283848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-937267'] for agent, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:00:16.412743 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-845c8506-8cf5-4b6b-bbc4-443bdb09ac47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-937267'] for agent, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:00:17.594612 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 51880) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:00:18.088349 dv-cinder-797970-1-iscsi neutron-server[93700]: WARNING oslo_policy.policy [None req-121848ba-00fe-48b4-a83b-e4f32847a485 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 17:00:18.089024 dv-cinder-797970-1-iscsi neutron-server[93700]: WARNING oslo_policy.policy [None req-121848ba-00fe-48b4-a83b-e4f32847a485 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 17:00:18.304475 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [None req-121848ba-00fe-48b4-a83b-e4f32847a485 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=93700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 17:00:18.305433 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-121848ba-00fe-48b4-a83b-e4f32847a485 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7099307 Jun 24 17:00:18.643452 dv-cinder-797970-1-iscsi neutron-server[93702]: INFO neutron.db.l3_hamode_db [None req-f9d39375-37d7-4724-b8f7-0ba7d9c1e637 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 24 17:00:18.719633 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d39375-37d7-4724-b8f7-0ba7d9c1e637 None None] Routers set() bound to L3 agent in host dv-cinder-797970-1-iscsi {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 17:00:18.720049 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d39375-37d7-4724-b8f7-0ba7d9c1e637 None None] Router IDs set() for agent in host dv-cinder-797970-1-iscsi {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 24 17:00:20.662890 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 51894) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:00:21.146124 dv-cinder-797970-1-iscsi neutron-server[93701]: WARNING oslo_policy.policy [None req-2037403b-ef9d-459c-927b-39f44a1bad46 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 17:00:21.146708 dv-cinder-797970-1-iscsi neutron-server[93701]: WARNING oslo_policy.policy [None req-2037403b-ef9d-459c-927b-39f44a1bad46 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 17:00:21.359048 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.v2.base [None req-2037403b-ef9d-459c-927b-39f44a1bad46 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'shared': True, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 17:00:21.451383 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.policy [None req-2037403b-ef9d-459c-927b-39f44a1bad46 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93701) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 24 17:00:21.495454 dv-cinder-797970-1-iscsi neutron-server[93701]: WARNING oslo_policy.policy [None req-2037403b-ef9d-459c-927b-39f44a1bad46 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 17:00:21.495807 dv-cinder-797970-1-iscsi neutron-server[93701]: WARNING oslo_policy.policy [None req-2037403b-ef9d-459c-927b-39f44a1bad46 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 17:00:21.504276 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.quota [None req-2037403b-ef9d-459c-927b-39f44a1bad46 admin admin] Loaded quota_driver: . Jun 24 17:00:21.682589 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2037403b-ef9d-459c-927b-39f44a1bad46 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734936616317', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734936615824', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734936637304', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734936630757', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734936657015', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734936646782', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-2040067', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1951591', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-705636', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-766417'] for rbac-policy, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:00:21.892855 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2037403b-ef9d-459c-927b-39f44a1bad46 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:00:21.894329 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-2037403b-ef9d-459c-927b-39f44a1bad46 admin admin] 10.222.0.15 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.2292898 Jun 24 17:00:24.597813 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 51912) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:00:24.891361 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.v2.base [None req-5be8c63f-9ea6-4a4b-8dc5-ec537d74d6e0 admin admin] Request body: {'network': {'tenant_id': 'dd6cff5d07ec46b1a7306e042893ebf2', 'project_id': 'dd6cff5d07ec46b1a7306e042893ebf2', 'admin_state_up': True, 'name': 'private'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 17:00:25.146788 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5be8c63f-9ea6-4a4b-8dc5-ec537d74d6e0 admin admin] Made reservation on behalf of dd6cff5d07ec46b1a7306e042893ebf2 for: {'network': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 17:00:25.149640 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5be8c63f-9ea6-4a4b-8dc5-ec537d74d6e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for network, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:00:25.167396 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5be8c63f-9ea6-4a4b-8dc5-ec537d74d6e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:00:25.287520 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5be8c63f-9ea6-4a4b-8dc5-ec537d74d6e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:00:25.352329 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5be8c63f-9ea6-4a4b-8dc5-ec537d74d6e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:00:25.358562 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:00:25.378756 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5be8c63f-9ea6-4a4b-8dc5-ec537d74d6e0 admin admin] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=93701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 17:00:25.403832 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5be8c63f-9ea6-4a4b-8dc5-ec537d74d6e0 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8734938762783', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083357'] for segment, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:00:25.404354 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5be8c63f-9ea6-4a4b-8dc5-ec537d74d6e0 admin admin] Unsubscribe: segment precommit_create {{(pid=93701) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 24 17:00:25.404829 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.db.segments_db [None req-5be8c63f-9ea6-4a4b-8dc5-ec537d74d6e0 admin admin] Added segment d33d1e5d-af01-4e2b-b219-efbcb0799c1a of type vlan for network 6a897876-35cb-4fbe-847f-a296ae23d39c Jun 24 17:00:25.421947 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be8c63f-9ea6-4a4b-8dc5-ec537d74d6e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e727b3f8-d943-4aa8-b652-2bed0fbb1048,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:00:25.448403 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be8c63f-9ea6-4a4b-8dc5-ec537d74d6e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:00:25.454500 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be8c63f-9ea6-4a4b-8dc5-ec537d74d6e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:00:25.454500 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be8c63f-9ea6-4a4b-8dc5-ec537d74d6e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:00:25.454500 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be8c63f-9ea6-4a4b-8dc5-ec537d74d6e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:00:25.454500 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be8c63f-9ea6-4a4b-8dc5-ec537d74d6e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:00:25.454500 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be8c63f-9ea6-4a4b-8dc5-ec537d74d6e0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:00:25.454984 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be8c63f-9ea6-4a4b-8dc5-ec537d74d6e0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:00:25.454984 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be8c63f-9ea6-4a4b-8dc5-ec537d74d6e0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:00:25.454984 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be8c63f-9ea6-4a4b-8dc5-ec537d74d6e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:00:25.454984 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be8c63f-9ea6-4a4b-8dc5-ec537d74d6e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:00:25.454984 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be8c63f-9ea6-4a4b-8dc5-ec537d74d6e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:00:25.455367 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be8c63f-9ea6-4a4b-8dc5-ec537d74d6e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:00:25.455367 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be8c63f-9ea6-4a4b-8dc5-ec537d74d6e0 admin admin] Tracked resource versions report: Jun 24 17:00:25.455367 dv-cinder-797970-1-iscsi neutron-server[93701]: pushed versions: Jun 24 17:00:25.455367 dv-cinder-797970-1-iscsi neutron-server[93701]: { 'AddressGroup': {'1.2'}, Jun 24 17:00:25.455367 dv-cinder-797970-1-iscsi neutron-server[93701]: 'ConntrackHelper': {'1.0'}, Jun 24 17:00:25.455367 dv-cinder-797970-1-iscsi neutron-server[93701]: 'Log': {'1.0'}, Jun 24 17:00:25.455367 dv-cinder-797970-1-iscsi neutron-server[93701]: 'Network': {'1.1'}, Jun 24 17:00:25.455367 dv-cinder-797970-1-iscsi neutron-server[93701]: 'Port': {'1.7'}, Jun 24 17:00:25.455367 dv-cinder-797970-1-iscsi neutron-server[93701]: 'PortForwarding': {'1.2'}, Jun 24 17:00:25.455367 dv-cinder-797970-1-iscsi neutron-server[93701]: 'QosPolicy': {'1.8'}, Jun 24 17:00:25.455367 dv-cinder-797970-1-iscsi neutron-server[93701]: 'SecurityGroup': {'1.4'}, Jun 24 17:00:25.455367 dv-cinder-797970-1-iscsi neutron-server[93701]: 'SecurityGroupRule': {'1.2'}, Jun 24 17:00:25.455367 dv-cinder-797970-1-iscsi neutron-server[93701]: 'SubPort': {'1.0'}, Jun 24 17:00:25.455367 dv-cinder-797970-1-iscsi neutron-server[93701]: 'Subnet': {'1.1'}, Jun 24 17:00:25.455367 dv-cinder-797970-1-iscsi neutron-server[93701]: 'Trunk': {'1.1'}} Jun 24 17:00:25.455367 dv-cinder-797970-1-iscsi neutron-server[93701]: consumer versions: Jun 24 17:00:25.455367 dv-cinder-797970-1-iscsi neutron-server[93701]: { DHCP agent@dv-cinder-797970-1-iscsi: {}, Jun 24 17:00:25.455367 dv-cinder-797970-1-iscsi neutron-server[93701]: L3 agent@dv-cinder-797970-1-iscsi: {}, Jun 24 17:00:25.455367 dv-cinder-797970-1-iscsi neutron-server[93701]: Metadata agent@dv-cinder-797970-1-iscsi: {}, Jun 24 17:00:25.455367 dv-cinder-797970-1-iscsi neutron-server[93701]: Metering agent@dv-cinder-797970-1-iscsi: {}, Jun 24 17:00:25.455367 dv-cinder-797970-1-iscsi neutron-server[93701]: Open vSwitch agent@dv-cinder-797970-1-iscsi: { 'AddressGroup': '1.2', Jun 24 17:00:25.455367 dv-cinder-797970-1-iscsi neutron-server[93701]: 'ConntrackHelper': '1.0', Jun 24 17:00:25.455367 dv-cinder-797970-1-iscsi neutron-server[93701]: 'Log': '1.0', Jun 24 17:00:25.455367 dv-cinder-797970-1-iscsi neutron-server[93701]: 'Network': '1.1', Jun 24 17:00:25.455367 dv-cinder-797970-1-iscsi neutron-server[93701]: 'Port': '1.7', Jun 24 17:00:25.455367 dv-cinder-797970-1-iscsi neutron-server[93701]: 'PortForwarding': '1.2', Jun 24 17:00:25.455367 dv-cinder-797970-1-iscsi neutron-server[93701]: 'QosPolicy': '1.8', Jun 24 17:00:25.455367 dv-cinder-797970-1-iscsi neutron-server[93701]: 'SecurityGroup': '1.4', Jun 24 17:00:25.455367 dv-cinder-797970-1-iscsi neutron-server[93701]: 'SecurityGroupRule': '1.2', Jun 24 17:00:25.455367 dv-cinder-797970-1-iscsi neutron-server[93701]: 'SubPort': '1.0', Jun 24 17:00:25.455367 dv-cinder-797970-1-iscsi neutron-server[93701]: 'Subnet': '1.1', Jun 24 17:00:25.455367 dv-cinder-797970-1-iscsi neutron-server[93701]: 'Trunk': '1.1'}} Jun 24 17:00:25.457447 dv-cinder-797970-1-iscsi neutron-server[93701]: {{(pid=93701) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 17:00:25.522325 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-5be8c63f-9ea6-4a4b-8dc5-ec537d74d6e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:00:25.524224 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5be8c63f-9ea6-4a4b-8dc5-ec537d74d6e0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734938226544'] for network, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:00:25.620818 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5be8c63f-9ea6-4a4b-8dc5-ec537d74d6e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-545941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592956'] for network, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:00:25.622406 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be8c63f-9ea6-4a4b-8dc5-ec537d74d6e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:00:25.623060 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5be8c63f-9ea6-4a4b-8dc5-ec537d74d6e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592921'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:00:25.625992 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:00:25.717465 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be8c63f-9ea6-4a4b-8dc5-ec537d74d6e0 admin admin] Pushing event updated for resources: {'Network': ['ID=6a897876-35cb-4fbe-847f-a296ae23d39c,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:00:25.720582 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-5be8c63f-9ea6-4a4b-8dc5-ec537d74d6e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:00:25.728954 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Network 6a897876-35cb-4fbe-847f-a296ae23d39c details requested by agent ovs-agent-dv-cinder-797970-1-iscsi with host dv-cinder-797970-1-iscsi {{(pid=93702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 17:00:25.753163 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-5be8c63f-9ea6-4a4b-8dc5-ec537d74d6e0 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 1.1542935 Jun 24 17:00:28.362434 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 51926) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:00:28.739285 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-659e8bb0-7dad-4928-ac98-84034313610d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:00:28.740592 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-659e8bb0-7dad-4928-ac98-84034313610d admin admin] 10.222.0.15 "GET /v2.0/networks/6a897876-35cb-4fbe-847f-a296ae23d39c HTTP/1.1" status: 200 len: 824 time: 0.3772008 Jun 24 17:00:28.764301 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-ccb409ec-275a-4f9d-8d51-ded15bf5fae0 admin admin] 10.222.0.15 "GET /v2.0/subnetpools/5431a885-2994-4e01-a932-c7c5908ad9ea HTTP/1.1" status: 200 len: 734 time: 0.0178533 Jun 24 17:00:28.772439 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.v2.base [None req-670c1b04-9c7a-45f8-9cf1-5edcef6b8877 admin admin] Request body: {'subnet': {'subnetpool_id': '5431a885-2994-4e01-a932-c7c5908ad9ea', 'network_id': '6a897876-35cb-4fbe-847f-a296ae23d39c', 'tenant_id': 'dd6cff5d07ec46b1a7306e042893ebf2', 'ip_version': 4, 'name': 'private-subnet', 'gateway_ip': '172.20.0.1'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 17:00:28.880937 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-670c1b04-9c7a-45f8-9cf1-5edcef6b8877 admin admin] Made reservation on behalf of dd6cff5d07ec46b1a7306e042893ebf2 for: {'subnet': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 17:00:28.890789 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-670c1b04-9c7a-45f8-9cf1-5edcef6b8877 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:00:29.244639 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-670c1b04-9c7a-45f8-9cf1-5edcef6b8877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935'] for subnet, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:00:29.249143 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:00:29.316525 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670c1b04-9c7a-45f8-9cf1-5edcef6b8877 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc15660b-1989-4ac0-a6b1-9c519b2f12c5,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:00:29.318471 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670c1b04-9c7a-45f8-9cf1-5edcef6b8877 admin admin] Checking segment: {'id': 'd33d1e5d-af01-4e2b-b219-efbcb0799c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6a897876-35cb-4fbe-847f-a296ae23d39c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 17:00:29.318844 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-670c1b04-9c7a-45f8-9cf1-5edcef6b8877 admin admin] Network hostable DHCP agents. Network: 6a897876-35cb-4fbe-847f-a296ae23d39c, hostable agents: ['254af59c-4468-4f5d-9dc1-adf32c301d4f'], hosted agents: [] {{(pid=93701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 17:00:29.324643 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-670c1b04-9c7a-45f8-9cf1-5edcef6b8877 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:00:29.420372 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-670c1b04-9c7a-45f8-9cf1-5edcef6b8877 admin admin] Network 6a897876-35cb-4fbe-847f-a296ae23d39c is scheduled to be hosted by DHCP agent 254af59c-4468-4f5d-9dc1-adf32c301d4f with binding_index 1 {{(pid=93701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 17:00:29.477890 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-670c1b04-9c7a-45f8-9cf1-5edcef6b8877 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797970-1-iscsi, 6a897876-35cb-4fbe-847f-a296ae23d39c) {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 17:00:29.482694 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-670c1b04-9c7a-45f8-9cf1-5edcef6b8877 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:00:29.483397 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-670c1b04-9c7a-45f8-9cf1-5edcef6b8877 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592921'] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:00:29.487623 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec305e43-8ce9-4cb5-96ba-9c3b0fea4aaf None None] Network 6a897876-35cb-4fbe-847f-a296ae23d39c requested from dv-cinder-797970-1-iscsi {{(pid=93702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 17:00:29.587542 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-670c1b04-9c7a-45f8-9cf1-5edcef6b8877 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8180487 Jun 24 17:00:29.796927 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b9394bc-8988-4c8b-80a6-212ada50fc17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e573fc9-6f75-50b0-852a-544de058715c-6a897876-35cb-4fbe-847f-a296ae23d39c', 'network_id': '6a897876-35cb-4fbe-847f-a296ae23d39c', 'tenant_id': 'dd6cff5d07ec46b1a7306e042893ebf2', 'fixed_ips': [{'subnet_id': 'dc15660b-1989-4ac0-a6b1-9c519b2f12c5'}]}} from dv-cinder-797970-1-iscsi. {{(pid=93702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 17:00:29.798148 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9b9394bc-8988-4c8b-80a6-212ada50fc17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:00:30.075888 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [None req-9b9394bc-8988-4c8b-80a6-212ada50fc17 None None] Allocated IP 172.20.0.2 (6a897876-35cb-4fbe-847f-a296ae23d39c/dc15660b-1989-4ac0-a6b1-9c519b2f12c5/a1631713-7c89-4798-a39a-288a0d6ad71f) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 17:00:30.275476 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9b9394bc-8988-4c8b-80a6-212ada50fc17 None None] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:00:30.317490 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-9b9394bc-8988-4c8b-80a6-212ada50fc17 None None] Transition to ACTIVE for port object a1631713-7c89-4798-a39a-288a0d6ad71f will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 17:00:30.342108 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-9b9394bc-8988-4c8b-80a6-212ada50fc17 None None] Transition to ACTIVE for port object a1631713-7c89-4798-a39a-288a0d6ad71f will not be triggered until provisioned by entity DHCP. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 17:00:30.424584 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9b9394bc-8988-4c8b-80a6-212ada50fc17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1991527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-355756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734938254830'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:00:30.427305 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:00:30.497472 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b9394bc-8988-4c8b-80a6-212ada50fc17 None None] Network 6a897876-35cb-4fbe-847f-a296ae23d39c is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 17:00:30.502994 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-9b9394bc-8988-4c8b-80a6-212ada50fc17 None None] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 17:00:30.510482 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9394bc-8988-4c8b-80a6-212ada50fc17 None None] Pushing event updated for resources: {'Port': ['ID=a1631713-7c89-4798-a39a-288a0d6ad71f,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:00:30.512631 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9394bc-8988-4c8b-80a6-212ada50fc17 None None] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 17:00:30.538362 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9394bc-8988-4c8b-80a6-212ada50fc17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:00:30.538663 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9394bc-8988-4c8b-80a6-212ada50fc17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:00:30.538999 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9394bc-8988-4c8b-80a6-212ada50fc17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:00:30.539323 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9394bc-8988-4c8b-80a6-212ada50fc17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:00:30.539641 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9394bc-8988-4c8b-80a6-212ada50fc17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:00:30.539956 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9394bc-8988-4c8b-80a6-212ada50fc17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:00:30.540270 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9394bc-8988-4c8b-80a6-212ada50fc17 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:00:30.541153 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9394bc-8988-4c8b-80a6-212ada50fc17 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:00:30.541597 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9394bc-8988-4c8b-80a6-212ada50fc17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:00:30.541933 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9394bc-8988-4c8b-80a6-212ada50fc17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:00:30.542244 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9394bc-8988-4c8b-80a6-212ada50fc17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:00:30.542553 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9394bc-8988-4c8b-80a6-212ada50fc17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:00:30.543676 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9394bc-8988-4c8b-80a6-212ada50fc17 None None] Tracked resource versions report: Jun 24 17:00:30.543676 dv-cinder-797970-1-iscsi neutron-server[93702]: pushed versions: Jun 24 17:00:30.543676 dv-cinder-797970-1-iscsi neutron-server[93702]: { 'AddressGroup': {'1.2'}, Jun 24 17:00:30.543676 dv-cinder-797970-1-iscsi neutron-server[93702]: 'ConntrackHelper': {'1.0'}, Jun 24 17:00:30.543676 dv-cinder-797970-1-iscsi neutron-server[93702]: 'Log': {'1.0'}, Jun 24 17:00:30.543676 dv-cinder-797970-1-iscsi neutron-server[93702]: 'Network': {'1.1'}, Jun 24 17:00:30.543676 dv-cinder-797970-1-iscsi neutron-server[93702]: 'Port': {'1.7'}, Jun 24 17:00:30.543676 dv-cinder-797970-1-iscsi neutron-server[93702]: 'PortForwarding': {'1.2'}, Jun 24 17:00:30.543676 dv-cinder-797970-1-iscsi neutron-server[93702]: 'QosPolicy': {'1.8'}, Jun 24 17:00:30.543676 dv-cinder-797970-1-iscsi neutron-server[93702]: 'SecurityGroup': {'1.4'}, Jun 24 17:00:30.543676 dv-cinder-797970-1-iscsi neutron-server[93702]: 'SecurityGroupRule': {'1.2'}, Jun 24 17:00:30.543676 dv-cinder-797970-1-iscsi neutron-server[93702]: 'SubPort': {'1.0'}, Jun 24 17:00:30.543676 dv-cinder-797970-1-iscsi neutron-server[93702]: 'Subnet': {'1.1'}, Jun 24 17:00:30.543676 dv-cinder-797970-1-iscsi neutron-server[93702]: 'Trunk': {'1.1'}} Jun 24 17:00:30.543676 dv-cinder-797970-1-iscsi neutron-server[93702]: consumer versions: Jun 24 17:00:30.543676 dv-cinder-797970-1-iscsi neutron-server[93702]: { DHCP agent@dv-cinder-797970-1-iscsi: {}, Jun 24 17:00:30.543676 dv-cinder-797970-1-iscsi neutron-server[93702]: L3 agent@dv-cinder-797970-1-iscsi: {}, Jun 24 17:00:30.543676 dv-cinder-797970-1-iscsi neutron-server[93702]: Metadata agent@dv-cinder-797970-1-iscsi: {}, Jun 24 17:00:30.543676 dv-cinder-797970-1-iscsi neutron-server[93702]: Metering agent@dv-cinder-797970-1-iscsi: {}, Jun 24 17:00:30.543676 dv-cinder-797970-1-iscsi neutron-server[93702]: Open vSwitch agent@dv-cinder-797970-1-iscsi: { 'AddressGroup': '1.2', Jun 24 17:00:30.543676 dv-cinder-797970-1-iscsi neutron-server[93702]: 'ConntrackHelper': '1.0', Jun 24 17:00:30.543676 dv-cinder-797970-1-iscsi neutron-server[93702]: 'Log': '1.0', Jun 24 17:00:30.543676 dv-cinder-797970-1-iscsi neutron-server[93702]: 'Network': '1.1', Jun 24 17:00:30.543676 dv-cinder-797970-1-iscsi neutron-server[93702]: 'Port': '1.7', Jun 24 17:00:30.543676 dv-cinder-797970-1-iscsi neutron-server[93702]: 'PortForwarding': '1.2', Jun 24 17:00:30.543676 dv-cinder-797970-1-iscsi neutron-server[93702]: 'QosPolicy': '1.8', Jun 24 17:00:30.543676 dv-cinder-797970-1-iscsi neutron-server[93702]: 'SecurityGroup': '1.4', Jun 24 17:00:30.543676 dv-cinder-797970-1-iscsi neutron-server[93702]: 'SecurityGroupRule': '1.2', Jun 24 17:00:30.543676 dv-cinder-797970-1-iscsi neutron-server[93702]: 'SubPort': '1.0', Jun 24 17:00:30.543676 dv-cinder-797970-1-iscsi neutron-server[93702]: 'Subnet': '1.1', Jun 24 17:00:30.543676 dv-cinder-797970-1-iscsi neutron-server[93702]: 'Trunk': '1.1'}} Jun 24 17:00:30.543676 dv-cinder-797970-1-iscsi neutron-server[93702]: {{(pid=93702) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 17:00:30.565851 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-9b9394bc-8988-4c8b-80a6-212ada50fc17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:00:30.593960 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-9b9394bc-8988-4c8b-80a6-212ada50fc17 None None] Attempting to bind port a1631713-7c89-4798-a39a-288a0d6ad71f on host dv-cinder-797970-1-iscsi for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 17:00:30.594319 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-9b9394bc-8988-4c8b-80a6-212ada50fc17 None None] Attempting to bind port a1631713-7c89-4798-a39a-288a0d6ad71f by drivers openvswitch,hyperv on host dv-cinder-797970-1-iscsi at level 0 using segments [{'id': 'd33d1e5d-af01-4e2b-b219-efbcb0799c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6a897876-35cb-4fbe-847f-a296ae23d39c'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 17:00:30.594733 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9394bc-8988-4c8b-80a6-212ada50fc17 None None] Attempting to bind port a1631713-7c89-4798-a39a-288a0d6ad71f on network 6a897876-35cb-4fbe-847f-a296ae23d39c {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 17:00:30.599426 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9394bc-8988-4c8b-80a6-212ada50fc17 None None] Checking agent: {'id': '080a32e4-e34b-4a53-85c8-07f5ff20b123', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797970-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 17, 0, 14), 'started_at': datetime.datetime(2021, 6, 24, 17, 0, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 17, 0, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797970-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 17:00:30.599835 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9394bc-8988-4c8b-80a6-212ada50fc17 None None] Checking segment: {'id': 'd33d1e5d-af01-4e2b-b219-efbcb0799c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6a897876-35cb-4fbe-847f-a296ae23d39c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 17:00:30.600282 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9b9394bc-8988-4c8b-80a6-212ada50fc17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:00:30.600663 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9394bc-8988-4c8b-80a6-212ada50fc17 None None] Bound using segment: {'id': 'd33d1e5d-af01-4e2b-b219-efbcb0799c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6a897876-35cb-4fbe-847f-a296ae23d39c'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 17:00:30.601112 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-9b9394bc-8988-4c8b-80a6-212ada50fc17 None None] Bound port: a1631713-7c89-4798-a39a-288a0d6ad71f, host: dv-cinder-797970-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd33d1e5d-af01-4e2b-b219-efbcb0799c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6a897876-35cb-4fbe-847f-a296ae23d39c'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 17:00:30.601522 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9b9394bc-8988-4c8b-80a6-212ada50fc17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:00:30.664340 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-9b9394bc-8988-4c8b-80a6-212ada50fc17 None None] For port a1631713-7c89-4798-a39a-288a0d6ad71f, host dv-cinder-797970-1-iscsi, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 17:00:30.669453 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-9b9394bc-8988-4c8b-80a6-212ada50fc17 None None] For port a1631713-7c89-4798-a39a-288a0d6ad71f, host dv-cinder-797970-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-1-iscsi',level=0,port_id=a1631713-7c89-4798-a39a-288a0d6ad71f,segment=NetworkSegment(d33d1e5d-af01-4e2b-b219-efbcb0799c1a),segment_id=d33d1e5d-af01-4e2b-b219-efbcb0799c1a)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 17:00:30.747493 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9b9394bc-8988-4c8b-80a6-212ada50fc17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:00:30.752691 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:00:30.818578 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9394bc-8988-4c8b-80a6-212ada50fc17 None None] Pushing event updated for resources: {'Port': ['ID=a1631713-7c89-4798-a39a-288a0d6ad71f,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:00:30.821555 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-9b9394bc-8988-4c8b-80a6-212ada50fc17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:00:31.971874 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 51934) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:00:32.286501 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [None req-0f01e760-1505-4626-bddd-6b61bc99f711 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=93701) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 17:00:32.287510 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-0f01e760-1505-4626-bddd-6b61bc99f711 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3145425 Jun 24 17:00:34.626924 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 51942) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:00:34.938202 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [None req-fb02d103-1767-4435-92c0-674cbd49d77c admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=93701) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 17:00:34.953671 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-fb02d103-1767-4435-92c0-674cbd49d77c admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3114212 Jun 24 17:00:36.869987 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd677ed6-a70c-419c-ac96-46b979b9ded8 None None] Network 6a897876-35cb-4fbe-847f-a296ae23d39c requested from dv-cinder-797970-1-iscsi {{(pid=93702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 17:00:37.017957 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-b509d74b-9903-4c15-a819-231749b953e9 None None] Provisioning for port a1631713-7c89-4798-a39a-288a0d6ad71f completed by entity DHCP. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 17:00:37.565361 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 51956) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:00:37.672272 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Device a1631713-7c89-4798-a39a-288a0d6ad71f up at agent ovs-agent-dv-cinder-797970-1-iscsi {{(pid=93702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 17:00:37.877088 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.v2.base [None req-ff9f42fe-a0f5-471a-81e7-54086e7d6ab2 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': 'dd6cff5d07ec46b1a7306e042893ebf2', 'admin_state_up': True}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 17:00:37.881051 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Provisioning for port a1631713-7c89-4798-a39a-288a0d6ad71f completed by entity L2. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 17:00:37.885076 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Provisioning complete for port a1631713-7c89-4798-a39a-288a0d6ad71f triggered by entity L2. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 17:00:37.885571 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979100'] for port, provisioning_complete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:00:37.991256 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:00:37.992492 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ff9f42fe-a0f5-471a-81e7-54086e7d6ab2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-935716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25137'] for router, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:00:37.994103 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ff9f42fe-a0f5-471a-81e7-54086e7d6ab2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-935709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-926300', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25146'] for router, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:00:38.030811 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] For port a1631713-7c89-4798-a39a-288a0d6ad71f, host dv-cinder-797970-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-1-iscsi',level=0,port_id=a1631713-7c89-4798-a39a-288a0d6ad71f,segment=NetworkSegment(d33d1e5d-af01-4e2b-b219-efbcb0799c1a),segment_id=d33d1e5d-af01-4e2b-b219-efbcb0799c1a)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 17:00:38.121177 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:00:38.124301 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-9b9394bc-8988-4c8b-80a6-212ada50fc17 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:00:38.136251 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ff9f42fe-a0f5-471a-81e7-54086e7d6ab2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:00:38.169419 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Pushing event updated for resources: {'Port': ['ID=a1631713-7c89-4798-a39a-288a0d6ad71f,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:00:38.172687 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:00:38.218958 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ff9f42fe-a0f5-471a-81e7-54086e7d6ab2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-935327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-938626'] for router, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:00:38.320862 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ff9f42fe-a0f5-471a-81e7-54086e7d6ab2 admin admin] Notify callbacks [] for router, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:00:38.322588 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-ff9f42fe-a0f5-471a-81e7-54086e7d6ab2 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7561729 Jun 24 17:00:39.649478 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Device a1631713-7c89-4798-a39a-288a0d6ad71f up at agent ovs-agent-dv-cinder-797970-1-iscsi {{(pid=93702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 17:00:39.699146 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Provisioning complete for port a1631713-7c89-4798-a39a-288a0d6ad71f triggered by entity L2. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 17:00:39.699515 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979100'] for port, provisioning_complete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:00:40.648434 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 51964) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:00:40.955066 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [None req-47b8eed3-8ee2-4039-b4e6-b44fd6461e5b admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=93701) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 17:00:40.956036 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-47b8eed3-8ee2-4039-b4e6-b44fd6461e5b admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3066766 Jun 24 17:00:41.112272 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-46a5af45-6b10-4019-a0fc-f11675dab2f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:00:43.291458 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 51972) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:00:43.455297 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-249173a5-9371-4adf-b492-c7782af2f0e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:00:43.599599 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.v2.base [None req-ba903058-5e5f-4be3-ae67-39a03ec04436 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'name': 'public', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'router:external': True}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 17:00:43.675045 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba903058-5e5f-4be3-ae67-39a03ec04436 admin admin] Made reservation on behalf of 35012ec9c2dc4887981d389b9fb388eb for: {'network': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 17:00:43.677346 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ba903058-5e5f-4be3-ae67-39a03ec04436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for network, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:00:43.687772 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ba903058-5e5f-4be3-ae67-39a03ec04436 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:00:43.769276 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ba903058-5e5f-4be3-ae67-39a03ec04436 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:00:43.849024 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ba903058-5e5f-4be3-ae67-39a03ec04436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:00:43.851993 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:00:43.864170 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-ba903058-5e5f-4be3-ae67-39a03ec04436 admin admin] Reserving flat network on physical network physnet1 {{(pid=93701) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 24 17:00:43.880680 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:00:43.885630 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ba903058-5e5f-4be3-ae67-39a03ec04436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083357'] for segment, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:00:43.885630 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.db.segments_db [None req-ba903058-5e5f-4be3-ae67-39a03ec04436 admin admin] Added segment d12f47f8-231e-43a0-ac28-6eda6263252e of type flat for network d3559561-7efd-493e-88d1-7d47e478b72a Jun 24 17:00:43.886130 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba903058-5e5f-4be3-ae67-39a03ec04436 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6c5cbfc-e47a-4b36-9b72-bba0f976a38f,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:00:43.895972 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-ba903058-5e5f-4be3-ae67-39a03ec04436 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:00:43.932236 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ba903058-5e5f-4be3-ae67-39a03ec04436 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734938226544'] for network, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:00:44.086626 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ba903058-5e5f-4be3-ae67-39a03ec04436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-545941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592956'] for network, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:00:44.088409 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba903058-5e5f-4be3-ae67-39a03ec04436 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:00:44.088968 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ba903058-5e5f-4be3-ae67-39a03ec04436 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592921'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:00:44.091821 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-5be8c63f-9ea6-4a4b-8dc5-ec537d74d6e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:00:44.141910 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba903058-5e5f-4be3-ae67-39a03ec04436 admin admin] Pushing event updated for resources: {'Network': ['ID=d3559561-7efd-493e-88d1-7d47e478b72a,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:00:44.144434 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-ba903058-5e5f-4be3-ae67-39a03ec04436 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:00:44.155072 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Network d3559561-7efd-493e-88d1-7d47e478b72a details requested by agent ovs-agent-dv-cinder-797970-1-iscsi with host dv-cinder-797970-1-iscsi {{(pid=93702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 17:00:44.284299 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-ba903058-5e5f-4be3-ae67-39a03ec04436 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9917593 Jun 24 17:00:44.843364 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5af43288-dd02-4084-874e-f1fcba283848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:00:46.343550 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-845c8506-8cf5-4b6b-bbc4-443bdb09ac47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:00:46.632039 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 51990) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:00:46.800384 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf1b2729-0468-478c-8e56-132b6a38716d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:00:46.801674 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-bf1b2729-0468-478c-8e56-132b6a38716d admin admin] 10.222.0.15 "GET /v2.0/subnets/dc15660b-1989-4ac0-a6b1-9c519b2f12c5 HTTP/1.1" status: 200 len: 849 time: 0.1686933 Jun 24 17:00:46.922025 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-d739867f-a649-498b-9727-14f8fcce0874 admin admin] 10.222.0.15 "GET /v2.0/routers/5a3be570-39e2-4b64-8299-a5921536a52b HTTP/1.1" status: 200 len: 704 time: 0.1142650 Jun 24 17:00:47.178163 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c78e6314-fc91-4da9-9b35-1dcc3a042fcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:00:47.455203 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-c78e6314-fc91-4da9-9b35-1dcc3a042fcc admin admin] Allocated IP 172.20.0.1 (6a897876-35cb-4fbe-847f-a296ae23d39c/dc15660b-1989-4ac0-a6b1-9c519b2f12c5/544e18a2-48f2-487a-9c2c-6a2ea025813b) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 17:00:47.644676 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c78e6314-fc91-4da9-9b35-1dcc3a042fcc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:00:47.666776 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-c78e6314-fc91-4da9-9b35-1dcc3a042fcc admin admin] Transition to ACTIVE for port object 544e18a2-48f2-487a-9c2c-6a2ea025813b will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 17:00:47.792695 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c78e6314-fc91-4da9-9b35-1dcc3a042fcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1991527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-355756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734938254830'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:00:47.795413 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:00:47.859263 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c78e6314-fc91-4da9-9b35-1dcc3a042fcc admin admin] Network 6a897876-35cb-4fbe-847f-a296ae23d39c is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 17:00:47.864158 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-c78e6314-fc91-4da9-9b35-1dcc3a042fcc admin admin] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 17:00:47.870969 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78e6314-fc91-4da9-9b35-1dcc3a042fcc admin admin] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 17:00:47.870969 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c78e6314-fc91-4da9-9b35-1dcc3a042fcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-939535'] for router_interface, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:00:47.895196 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78e6314-fc91-4da9-9b35-1dcc3a042fcc admin admin] Pushing event updated for resources: {'Port': ['ID=544e18a2-48f2-487a-9c2c-6a2ea025813b,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:00:47.934707 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-c78e6314-fc91-4da9-9b35-1dcc3a042fcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:00:48.126758 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-80d020ac-9525-4028-97d4-75b7f3640526 None None] Provisioning for port 544e18a2-48f2-487a-9c2c-6a2ea025813b completed by entity DHCP. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 17:00:48.130548 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-80d020ac-9525-4028-97d4-75b7f3640526 None None] Provisioning complete for port 544e18a2-48f2-487a-9c2c-6a2ea025813b triggered by entity DHCP. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 17:00:48.130922 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-80d020ac-9525-4028-97d4-75b7f3640526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979100'] for port, provisioning_complete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:00:48.163162 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-80d020ac-9525-4028-97d4-75b7f3640526 None None] Port 544e18a2-48f2-487a-9c2c-6a2ea025813b cannot update to ACTIVE because it is not bound. {{(pid=93702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 17:00:48.173794 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c78e6314-fc91-4da9-9b35-1dcc3a042fcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:00:48.349065 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c78e6314-fc91-4da9-9b35-1dcc3a042fcc admin admin] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:00:48.414847 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c78e6314-fc91-4da9-9b35-1dcc3a042fcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:00:48.416156 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c78e6314-fc91-4da9-9b35-1dcc3a042fcc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-595654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939771'] for router_interface, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:00:48.418675 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-c78e6314-fc91-4da9-9b35-1dcc3a042fcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:00:48.489477 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78e6314-fc91-4da9-9b35-1dcc3a042fcc admin admin] Pushing event updated for resources: {'Port': ['ID=544e18a2-48f2-487a-9c2c-6a2ea025813b,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:00:48.493039 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-c78e6314-fc91-4da9-9b35-1dcc3a042fcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:00:48.538650 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c78e6314-fc91-4da9-9b35-1dcc3a042fcc admin admin] Network 6a897876-35cb-4fbe-847f-a296ae23d39c is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 17:00:48.539893 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-c78e6314-fc91-4da9-9b35-1dcc3a042fcc admin admin] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 17:00:48.755241 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c78e6314-fc91-4da9-9b35-1dcc3a042fcc admin admin] Router 5a3be570-39e2-4b64-8299-a5921536a52b is scheduled to L3 agent ebb0bbf0-d6bc-43df-80f2-a0cdb1424f3b with binding_index 1 {{(pid=93701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 17:00:48.784486 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-3e72f1a7-25a1-471a-acd7-4fbbdf79f29f None None] Provisioning complete for port 544e18a2-48f2-487a-9c2c-6a2ea025813b triggered by entity DHCP. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 17:00:48.784854 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-3e72f1a7-25a1-471a-acd7-4fbbdf79f29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979100'] for port, provisioning_complete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:00:48.820772 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-3e72f1a7-25a1-471a-acd7-4fbbdf79f29f None None] Port 544e18a2-48f2-487a-9c2c-6a2ea025813b cannot update to ACTIVE because it is not bound. {{(pid=93702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 17:00:48.845811 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c78e6314-fc91-4da9-9b35-1dcc3a042fcc admin admin] Notify agent at l3_agent.dv-cinder-797970-1-iscsi the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 17:00:48.850880 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-c78e6314-fc91-4da9-9b35-1dcc3a042fcc admin admin] 10.222.0.15 "PUT /v2.0/routers/5a3be570-39e2-4b64-8299-a5921536a52b/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9239271 Jun 24 17:00:48.869797 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6824948b-e9b5-44c3-bd9b-3dfce05fd6bd None None] Sync routers for ids ['5a3be570-39e2-4b64-8299-a5921536a52b'] in dv-cinder-797970-1-iscsi {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 17:00:48.882428 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6824948b-e9b5-44c3-bd9b-3dfce05fd6bd None None] Routers {'5a3be570-39e2-4b64-8299-a5921536a52b'} bound to L3 agent in host dv-cinder-797970-1-iscsi {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 17:00:48.883270 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-6824948b-e9b5-44c3-bd9b-3dfce05fd6bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-24T17:00:13Z,description=,heartbeat_timestamp=2021-06-24T17:00:43Z,host='dv-cinder-797970-1-iscsi',id=ebb0bbf0-d6bc-43df-80f2-a0cdb1424f3b,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T17:00:14Z,topic='l3_agent')) {'router_ids': ['5a3be570-39e2-4b64-8299-a5921536a52b'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:00:49.070292 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-6824948b-e9b5-44c3-bd9b-3dfce05fd6bd None None] Set router 5a3be570-39e2-4b64-8299-a5921536a52b gateway port host: None {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 17:00:49.492428 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-6824948b-e9b5-44c3-bd9b-3dfce05fd6bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a3be570-39e2-4b64-8299-a5921536a52b', 'name': 'router1', 'tenant_id': 'dd6cff5d07ec46b1a7306e042893ebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T17:00:38Z', 'updated_at': '2021-06-24T17:00:48Z', 'revision_number': 2, 'project_id': 'dd6cff5d07ec46b1a7306e042893ebf2', 'gw_port_host': None, '_interfaces': [{'id': '544e18a2-48f2-487a-9c2c-6a2ea025813b', 'name': '', 'network_id': '6a897876-35cb-4fbe-847f-a296ae23d39c', 'tenant_id': 'dd6cff5d07ec46b1a7306e042893ebf2', 'mac_address': 'fa:16:3e:48:9c:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a3be570-39e2-4b64-8299-a5921536a52b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dc15660b-1989-4ac0-a6b1-9c519b2f12c5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:00:47Z', 'updated_at': '2021-06-24T17:00:48Z', 'revision_number': 2, 'project_id': 'dd6cff5d07ec46b1a7306e042893ebf2', 'subnets': [{'id': 'dc15660b-1989-4ac0-a6b1-9c519b2f12c5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5431a885-2994-4e01-a932-c7c5908ad9ea'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-1-iscsi', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:00:49.544038 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6824948b-e9b5-44c3-bd9b-3dfce05fd6bd None None] Checking router: 5a3be570-39e2-4b64-8299-a5921536a52b for host: dv-cinder-797970-1-iscsi {{(pid=93703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 17:00:49.544407 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6824948b-e9b5-44c3-bd9b-3dfce05fd6bd None None] Updating router 5a3be570-39e2-4b64-8299-a5921536a52b port 544e18a2-48f2-487a-9c2c-6a2ea025813b binding host dv-cinder-797970-1-iscsi {{(pid=93703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 17:00:49.608065 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6824948b-e9b5-44c3-bd9b-3dfce05fd6bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:00:50.096089 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6824948b-e9b5-44c3-bd9b-3dfce05fd6bd None None] Notify callbacks [] for port, precommit_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:00:50.115658 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-6824948b-e9b5-44c3-bd9b-3dfce05fd6bd None None] Transition to ACTIVE for port object 544e18a2-48f2-487a-9c2c-6a2ea025813b will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 17:00:50.192347 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6824948b-e9b5-44c3-bd9b-3dfce05fd6bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:00:50.195211 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:00:50.342617 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bf1155-3b78-4453-a8c9-fe00c971b16a None None] Pushing event updated for resources: {'Port': ['ID=544e18a2-48f2-487a-9c2c-6a2ea025813b,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:00:50.358666 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-6824948b-e9b5-44c3-bd9b-3dfce05fd6bd None None] Attempting to bind port 544e18a2-48f2-487a-9c2c-6a2ea025813b on host dv-cinder-797970-1-iscsi for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 17:00:50.359046 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-6824948b-e9b5-44c3-bd9b-3dfce05fd6bd None None] Attempting to bind port 544e18a2-48f2-487a-9c2c-6a2ea025813b by drivers openvswitch,hyperv on host dv-cinder-797970-1-iscsi at level 0 using segments [{'id': 'd33d1e5d-af01-4e2b-b219-efbcb0799c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6a897876-35cb-4fbe-847f-a296ae23d39c'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 17:00:50.359483 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6824948b-e9b5-44c3-bd9b-3dfce05fd6bd None None] Attempting to bind port 544e18a2-48f2-487a-9c2c-6a2ea025813b on network 6a897876-35cb-4fbe-847f-a296ae23d39c {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 17:00:50.361989 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bf1155-3b78-4453-a8c9-fe00c971b16a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:00:50.362318 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bf1155-3b78-4453-a8c9-fe00c971b16a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:00:50.362643 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bf1155-3b78-4453-a8c9-fe00c971b16a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:00:50.362958 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bf1155-3b78-4453-a8c9-fe00c971b16a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:00:50.363267 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bf1155-3b78-4453-a8c9-fe00c971b16a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:00:50.363582 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bf1155-3b78-4453-a8c9-fe00c971b16a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:00:50.363885 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bf1155-3b78-4453-a8c9-fe00c971b16a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:00:50.364190 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bf1155-3b78-4453-a8c9-fe00c971b16a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:00:50.364544 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bf1155-3b78-4453-a8c9-fe00c971b16a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:00:50.364849 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bf1155-3b78-4453-a8c9-fe00c971b16a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:00:50.365376 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bf1155-3b78-4453-a8c9-fe00c971b16a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:00:50.365465 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bf1155-3b78-4453-a8c9-fe00c971b16a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:00:50.366555 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bf1155-3b78-4453-a8c9-fe00c971b16a None None] Tracked resource versions report: Jun 24 17:00:50.366555 dv-cinder-797970-1-iscsi neutron-server[93703]: pushed versions: Jun 24 17:00:50.366555 dv-cinder-797970-1-iscsi neutron-server[93703]: { 'AddressGroup': {'1.2'}, Jun 24 17:00:50.366555 dv-cinder-797970-1-iscsi neutron-server[93703]: 'ConntrackHelper': {'1.0'}, Jun 24 17:00:50.366555 dv-cinder-797970-1-iscsi neutron-server[93703]: 'Log': {'1.0'}, Jun 24 17:00:50.366555 dv-cinder-797970-1-iscsi neutron-server[93703]: 'Network': {'1.1'}, Jun 24 17:00:50.366555 dv-cinder-797970-1-iscsi neutron-server[93703]: 'Port': {'1.7'}, Jun 24 17:00:50.366555 dv-cinder-797970-1-iscsi neutron-server[93703]: 'PortForwarding': {'1.2'}, Jun 24 17:00:50.366555 dv-cinder-797970-1-iscsi neutron-server[93703]: 'QosPolicy': {'1.8'}, Jun 24 17:00:50.366555 dv-cinder-797970-1-iscsi neutron-server[93703]: 'SecurityGroup': {'1.4'}, Jun 24 17:00:50.366555 dv-cinder-797970-1-iscsi neutron-server[93703]: 'SecurityGroupRule': {'1.2'}, Jun 24 17:00:50.366555 dv-cinder-797970-1-iscsi neutron-server[93703]: 'SubPort': {'1.0'}, Jun 24 17:00:50.366555 dv-cinder-797970-1-iscsi neutron-server[93703]: 'Subnet': {'1.1'}, Jun 24 17:00:50.366555 dv-cinder-797970-1-iscsi neutron-server[93703]: 'Trunk': {'1.1'}} Jun 24 17:00:50.366555 dv-cinder-797970-1-iscsi neutron-server[93703]: consumer versions: Jun 24 17:00:50.366555 dv-cinder-797970-1-iscsi neutron-server[93703]: { DHCP agent@dv-cinder-797970-1-iscsi: {}, Jun 24 17:00:50.366555 dv-cinder-797970-1-iscsi neutron-server[93703]: L3 agent@dv-cinder-797970-1-iscsi: {}, Jun 24 17:00:50.366555 dv-cinder-797970-1-iscsi neutron-server[93703]: Metadata agent@dv-cinder-797970-1-iscsi: {}, Jun 24 17:00:50.366555 dv-cinder-797970-1-iscsi neutron-server[93703]: Metering agent@dv-cinder-797970-1-iscsi: {}, Jun 24 17:00:50.366555 dv-cinder-797970-1-iscsi neutron-server[93703]: Open vSwitch agent@dv-cinder-797970-1-iscsi: { 'AddressGroup': '1.2', Jun 24 17:00:50.366555 dv-cinder-797970-1-iscsi neutron-server[93703]: 'ConntrackHelper': '1.0', Jun 24 17:00:50.366555 dv-cinder-797970-1-iscsi neutron-server[93703]: 'Log': '1.0', Jun 24 17:00:50.366555 dv-cinder-797970-1-iscsi neutron-server[93703]: 'Network': '1.1', Jun 24 17:00:50.366555 dv-cinder-797970-1-iscsi neutron-server[93703]: 'Port': '1.7', Jun 24 17:00:50.366555 dv-cinder-797970-1-iscsi neutron-server[93703]: 'PortForwarding': '1.2', Jun 24 17:00:50.366555 dv-cinder-797970-1-iscsi neutron-server[93703]: 'QosPolicy': '1.8', Jun 24 17:00:50.366555 dv-cinder-797970-1-iscsi neutron-server[93703]: 'SecurityGroup': '1.4', Jun 24 17:00:50.366555 dv-cinder-797970-1-iscsi neutron-server[93703]: 'SecurityGroupRule': '1.2', Jun 24 17:00:50.366555 dv-cinder-797970-1-iscsi neutron-server[93703]: 'SubPort': '1.0', Jun 24 17:00:50.366555 dv-cinder-797970-1-iscsi neutron-server[93703]: 'Subnet': '1.1', Jun 24 17:00:50.366555 dv-cinder-797970-1-iscsi neutron-server[93703]: 'Trunk': '1.1'}} Jun 24 17:00:50.366555 dv-cinder-797970-1-iscsi neutron-server[93703]: {{(pid=93703) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 17:00:50.371782 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG oslo_concurrency.lockutils [None req-c8bf1155-3b78-4453-a8c9-fe00c971b16a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=93703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:00:50.372848 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6824948b-e9b5-44c3-bd9b-3dfce05fd6bd None None] Checking agent: {'id': '080a32e4-e34b-4a53-85c8-07f5ff20b123', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797970-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 17, 0, 14), 'started_at': datetime.datetime(2021, 6, 24, 17, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 17, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797970-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 17:00:50.373261 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6824948b-e9b5-44c3-bd9b-3dfce05fd6bd None None] Checking segment: {'id': 'd33d1e5d-af01-4e2b-b219-efbcb0799c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6a897876-35cb-4fbe-847f-a296ae23d39c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 17:00:50.373733 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6824948b-e9b5-44c3-bd9b-3dfce05fd6bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:00:50.374107 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6824948b-e9b5-44c3-bd9b-3dfce05fd6bd None None] Bound using segment: {'id': 'd33d1e5d-af01-4e2b-b219-efbcb0799c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6a897876-35cb-4fbe-847f-a296ae23d39c'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 17:00:50.374613 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-6824948b-e9b5-44c3-bd9b-3dfce05fd6bd None None] Bound port: 544e18a2-48f2-487a-9c2c-6a2ea025813b, host: dv-cinder-797970-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd33d1e5d-af01-4e2b-b219-efbcb0799c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6a897876-35cb-4fbe-847f-a296ae23d39c'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 17:00:50.375015 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6824948b-e9b5-44c3-bd9b-3dfce05fd6bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:00:50.438206 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-6824948b-e9b5-44c3-bd9b-3dfce05fd6bd None None] For port 544e18a2-48f2-487a-9c2c-6a2ea025813b, host dv-cinder-797970-1-iscsi, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 17:00:50.461139 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-6824948b-e9b5-44c3-bd9b-3dfce05fd6bd None None] For port 544e18a2-48f2-487a-9c2c-6a2ea025813b, host dv-cinder-797970-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-1-iscsi',level=0,port_id=544e18a2-48f2-487a-9c2c-6a2ea025813b,segment=NetworkSegment(d33d1e5d-af01-4e2b-b219-efbcb0799c1a),segment_id=d33d1e5d-af01-4e2b-b219-efbcb0799c1a)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 17:00:50.532782 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6824948b-e9b5-44c3-bd9b-3dfce05fd6bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:00:50.534991 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG oslo_concurrency.lockutils [None req-c8bf1155-3b78-4453-a8c9-fe00c971b16a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:00:50.590742 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6824948b-e9b5-44c3-bd9b-3dfce05fd6bd None None] Routers {'5a3be570-39e2-4b64-8299-a5921536a52b'} bound to L3 agent in host dv-cinder-797970-1-iscsi {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 17:00:50.591346 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-6824948b-e9b5-44c3-bd9b-3dfce05fd6bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-24T17:00:13Z,description=,heartbeat_timestamp=2021-06-24T17:00:43Z,host='dv-cinder-797970-1-iscsi',id=ebb0bbf0-d6bc-43df-80f2-a0cdb1424f3b,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T17:00:14Z,topic='l3_agent')) {'router_ids': ['5a3be570-39e2-4b64-8299-a5921536a52b'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:00:50.593096 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bf1155-3b78-4453-a8c9-fe00c971b16a None None] Pushing event updated for resources: {'Port': ['ID=544e18a2-48f2-487a-9c2c-6a2ea025813b,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:00:50.596695 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG oslo_concurrency.lockutils [None req-c8bf1155-3b78-4453-a8c9-fe00c971b16a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:00:50.683796 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-6824948b-e9b5-44c3-bd9b-3dfce05fd6bd None None] Set router 5a3be570-39e2-4b64-8299-a5921536a52b gateway port host: None {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 17:00:50.887465 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-6824948b-e9b5-44c3-bd9b-3dfce05fd6bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a3be570-39e2-4b64-8299-a5921536a52b', 'name': 'router1', 'tenant_id': 'dd6cff5d07ec46b1a7306e042893ebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T17:00:38Z', 'updated_at': '2021-06-24T17:00:48Z', 'revision_number': 2, 'project_id': 'dd6cff5d07ec46b1a7306e042893ebf2', 'gw_port_host': None, '_interfaces': [{'id': '544e18a2-48f2-487a-9c2c-6a2ea025813b', 'name': '', 'network_id': '6a897876-35cb-4fbe-847f-a296ae23d39c', 'tenant_id': 'dd6cff5d07ec46b1a7306e042893ebf2', 'mac_address': 'fa:16:3e:48:9c:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a3be570-39e2-4b64-8299-a5921536a52b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dc15660b-1989-4ac0-a6b1-9c519b2f12c5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:00:47Z', 'updated_at': '2021-06-24T17:00:50Z', 'revision_number': 4, 'project_id': 'dd6cff5d07ec46b1a7306e042893ebf2', 'subnets': [{'id': 'dc15660b-1989-4ac0-a6b1-9c519b2f12c5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5431a885-2994-4e01-a932-c7c5908ad9ea'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-1-iscsi', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:00:50.920187 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6824948b-e9b5-44c3-bd9b-3dfce05fd6bd None None] The sync data for ids ['5a3be570-39e2-4b64-8299-a5921536a52b'] in dv-cinder-797970-1-iscsi is: [{'id': '5a3be570-39e2-4b64-8299-a5921536a52b', 'name': 'router1', 'tenant_id': 'dd6cff5d07ec46b1a7306e042893ebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T17:00:38Z', 'updated_at': '2021-06-24T17:00:48Z', 'revision_number': 2, 'project_id': 'dd6cff5d07ec46b1a7306e042893ebf2', 'gw_port_host': None, '_interfaces': [{'id': '544e18a2-48f2-487a-9c2c-6a2ea025813b', 'name': '', 'network_id': '6a897876-35cb-4fbe-847f-a296ae23d39c', 'tenant_id': 'dd6cff5d07ec46b1a7306e042893ebf2', 'mac_address': 'fa:16:3e:48:9c:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a3be570-39e2-4b64-8299-a5921536a52b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dc15660b-1989-4ac0-a6b1-9c519b2f12c5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:00:47Z', 'updated_at': '2021-06-24T17:00:50Z', 'revision_number': 4, 'project_id': 'dd6cff5d07ec46b1a7306e042893ebf2', 'subnets': [{'id': 'dc15660b-1989-4ac0-a6b1-9c519b2f12c5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5431a885-2994-4e01-a932-c7c5908ad9ea'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 17:00:51.075812 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 52010) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:00:51.183345 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07dde231-fe29-46aa-9b46-c23fab69b660 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:00:51.184678 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-07dde231-fe29-46aa-9b46-c23fab69b660 admin admin] 10.222.0.15 "GET /v2.0/networks/d3559561-7efd-493e-88d1-7d47e478b72a HTTP/1.1" status: 200 len: 842 time: 0.1079259 Jun 24 17:00:51.193852 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.v2.base [None req-ab3d14e6-1451-4163-b724-e4a40117bb15 admin admin] Request body: {'subnet': {'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'name': 'public-subnet', 'cidr': '172.27.2.0/24', 'enable_dhcp': False, 'gateway_ip': '172.27.2.1', 'ip_version': 4}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 17:00:51.297863 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab3d14e6-1451-4163-b724-e4a40117bb15 admin admin] Made reservation on behalf of 35012ec9c2dc4887981d389b9fb388eb for: {'subnet': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 17:00:51.300062 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ab3d14e6-1451-4163-b724-e4a40117bb15 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:00:51.705062 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.objects.ports [None req-ab3d14e6-1451-4163-b724-e4a40117bb15 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93701) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 24 17:00:51.705492 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ab3d14e6-1451-4163-b724-e4a40117bb15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935'] for subnet, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:00:51.708185 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:00:51.757686 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3d14e6-1451-4163-b724-e4a40117bb15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=004d905c-cc14-4189-936d-82a0eea7da62,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:00:51.761346 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-ab3d14e6-1451-4163-b724-e4a40117bb15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:00:51.766818 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3d14e6-1451-4163-b724-e4a40117bb15 admin admin] Checking segment: {'id': 'd12f47f8-231e-43a0-ac28-6eda6263252e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 17:00:51.767164 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab3d14e6-1451-4163-b724-e4a40117bb15 admin admin] Network hostable DHCP agents. Network: d3559561-7efd-493e-88d1-7d47e478b72a, hostable agents: ['254af59c-4468-4f5d-9dc1-adf32c301d4f'], hosted agents: [] {{(pid=93701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 17:00:51.880882 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab3d14e6-1451-4163-b724-e4a40117bb15 admin admin] Network d3559561-7efd-493e-88d1-7d47e478b72a is scheduled to be hosted by DHCP agent 254af59c-4468-4f5d-9dc1-adf32c301d4f with binding_index 1 {{(pid=93701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 17:00:51.997865 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-ab3d14e6-1451-4163-b724-e4a40117bb15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797970-1-iscsi, d3559561-7efd-493e-88d1-7d47e478b72a) {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 17:00:52.001871 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab3d14e6-1451-4163-b724-e4a40117bb15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:00:52.002456 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ab3d14e6-1451-4163-b724-e4a40117bb15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592921'] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:00:52.008781 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-246193c8-5731-42fb-9a6a-1b7b8d5c7c59 None None] Network d3559561-7efd-493e-88d1-7d47e478b72a requested from dv-cinder-797970-1-iscsi {{(pid=93702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 17:00:52.105599 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-ab3d14e6-1451-4163-b724-e4a40117bb15 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9150190 Jun 24 17:00:52.143052 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d07a1c1e-498c-4897-8b65-b7ed9d3fe0bd None None] Network d3559561-7efd-493e-88d1-7d47e478b72a requested from dv-cinder-797970-1-iscsi {{(pid=93702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 17:00:54.387077 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 52022) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:00:54.519984 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-e9e84c74-7afd-4830-b81f-c32d0e07bd07 admin admin] 10.222.0.15 "GET /v2.0/routers/5a3be570-39e2-4b64-8299-a5921536a52b HTTP/1.1" status: 200 len: 710 time: 0.1317978 Jun 24 17:00:54.611077 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea7bba64-0b04-42b2-a317-8ad2beb33602 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:00:54.612423 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-ea7bba64-0b04-42b2-a317-8ad2beb33602 admin admin] 10.222.0.15 "GET /v2.0/networks/d3559561-7efd-493e-88d1-7d47e478b72a HTTP/1.1" status: 200 len: 886 time: 0.0865207 Jun 24 17:00:54.621174 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.v2.base [None req-50e681e4-60b2-4f1b-87bf-060cb1558a60 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a'}}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 17:00:54.864515 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-50e681e4-60b2-4f1b-87bf-060cb1558a60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-926208', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-935312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25108'] for router, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:00:55.155681 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-50e681e4-60b2-4f1b-87bf-060cb1558a60 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:00:55.228013 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-50e681e4-60b2-4f1b-87bf-060cb1558a60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:00:55.329095 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-50e681e4-60b2-4f1b-87bf-060cb1558a60 admin admin] Allocated IP 172.27.2.151 (d3559561-7efd-493e-88d1-7d47e478b72a/004d905c-cc14-4189-936d-82a0eea7da62/0e08870d-01db-4ae7-94c9-96afe301137b) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 17:00:55.425210 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-50e681e4-60b2-4f1b-87bf-060cb1558a60 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:00:55.549548 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-50e681e4-60b2-4f1b-87bf-060cb1558a60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1991527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-355756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734938254830'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:00:55.551705 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-c78e6314-fc91-4da9-9b35-1dcc3a042fcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:00:55.585449 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e681e4-60b2-4f1b-87bf-060cb1558a60 admin admin] Network d3559561-7efd-493e-88d1-7d47e478b72a is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 17:00:55.589869 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-50e681e4-60b2-4f1b-87bf-060cb1558a60 admin admin] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 17:00:55.595677 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e681e4-60b2-4f1b-87bf-060cb1558a60 admin admin] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 17:00:55.598348 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e681e4-60b2-4f1b-87bf-060cb1558a60 admin admin] Pushing event updated for resources: {'Port': ['ID=0e08870d-01db-4ae7-94c9-96afe301137b,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:00:55.628453 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-50e681e4-60b2-4f1b-87bf-060cb1558a60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:00:55.681350 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Device 544e18a2-48f2-487a-9c2c-6a2ea025813b up at agent ovs-agent-dv-cinder-797970-1-iscsi {{(pid=93702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 17:00:55.846470 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Provisioning for port 544e18a2-48f2-487a-9c2c-6a2ea025813b completed by entity L2. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 17:00:55.850301 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Provisioning complete for port 544e18a2-48f2-487a-9c2c-6a2ea025813b triggered by entity L2. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 17:00:55.850671 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979100'] for port, provisioning_complete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:00:55.930888 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:00:55.964297 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] For port 544e18a2-48f2-487a-9c2c-6a2ea025813b, host dv-cinder-797970-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-1-iscsi',level=0,port_id=544e18a2-48f2-487a-9c2c-6a2ea025813b,segment=NetworkSegment(d33d1e5d-af01-4e2b-b219-efbcb0799c1a),segment_id=d33d1e5d-af01-4e2b-b219-efbcb0799c1a)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 17:00:56.036777 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-50e681e4-60b2-4f1b-87bf-060cb1558a60 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:00:56.043292 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:00:56.046446 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:00:56.091567 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Pushing event updated for resources: {'Port': ['ID=544e18a2-48f2-487a-9c2c-6a2ea025813b,revision_number=5']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:00:56.094615 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:00:56.225997 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-50e681e4-60b2-4f1b-87bf-060cb1558a60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-926208', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-935312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25108'] for router, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:00:56.229051 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-50e681e4-60b2-4f1b-87bf-060cb1558a60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-938626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-926329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-938633', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-935305'] for router, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:00:56.330275 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50e681e4-60b2-4f1b-87bf-060cb1558a60 admin admin] Router 5a3be570-39e2-4b64-8299-a5921536a52b has already been hosted by L3 agent ebb0bbf0-d6bc-43df-80f2-a0cdb1424f3b {{(pid=93701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 17:00:56.431461 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50e681e4-60b2-4f1b-87bf-060cb1558a60 admin admin] Notify agent at l3_agent.dv-cinder-797970-1-iscsi the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 17:00:56.435662 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-50e681e4-60b2-4f1b-87bf-060cb1558a60 admin admin] Notify callbacks [] for router, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:00:56.436837 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-50e681e4-60b2-4f1b-87bf-060cb1558a60 admin admin] 10.222.0.15 "PUT /v2.0/routers/5a3be570-39e2-4b64-8299-a5921536a52b HTTP/1.1" status: 200 len: 890 time: 1.8189607 Jun 24 17:00:56.452889 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca320bfc-0738-40a6-a3dd-a3340942648c None None] Sync routers for ids ['5a3be570-39e2-4b64-8299-a5921536a52b'] in dv-cinder-797970-1-iscsi {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 17:00:56.464015 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca320bfc-0738-40a6-a3dd-a3340942648c None None] Routers {'5a3be570-39e2-4b64-8299-a5921536a52b'} bound to L3 agent in host dv-cinder-797970-1-iscsi {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 17:00:56.464676 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-ca320bfc-0738-40a6-a3dd-a3340942648c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-24T17:00:13Z,description=,heartbeat_timestamp=2021-06-24T17:00:43Z,host='dv-cinder-797970-1-iscsi',id=ebb0bbf0-d6bc-43df-80f2-a0cdb1424f3b,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T17:00:14Z,topic='l3_agent')) {'router_ids': ['5a3be570-39e2-4b64-8299-a5921536a52b'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:00:56.728782 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-ca320bfc-0738-40a6-a3dd-a3340942648c None None] Set router 5a3be570-39e2-4b64-8299-a5921536a52b gateway port host: dv-cinder-797970-1-iscsi {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 17:00:57.108375 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-ca320bfc-0738-40a6-a3dd-a3340942648c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a3be570-39e2-4b64-8299-a5921536a52b', 'name': 'router1', 'tenant_id': 'dd6cff5d07ec46b1a7306e042893ebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'external_fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': '0e08870d-01db-4ae7-94c9-96afe301137b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T17:00:38Z', 'updated_at': '2021-06-24T17:00:55Z', 'revision_number': 4, 'project_id': 'dd6cff5d07ec46b1a7306e042893ebf2', 'gw_port': {'id': '0e08870d-01db-4ae7-94c9-96afe301137b', 'name': '', 'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:68:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a3be570-39e2-4b64-8299-a5921536a52b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:00:55Z', 'updated_at': '2021-06-24T17:00:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '004d905c-cc14-4189-936d-82a0eea7da62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-1-iscsi', '_interfaces': [{'id': '544e18a2-48f2-487a-9c2c-6a2ea025813b', 'name': '', 'network_id': '6a897876-35cb-4fbe-847f-a296ae23d39c', 'tenant_id': 'dd6cff5d07ec46b1a7306e042893ebf2', 'mac_address': 'fa:16:3e:48:9c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3be570-39e2-4b64-8299-a5921536a52b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dc15660b-1989-4ac0-a6b1-9c519b2f12c5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:00:47Z', 'updated_at': '2021-06-24T17:00:55Z', 'revision_number': 5, 'project_id': 'dd6cff5d07ec46b1a7306e042893ebf2', 'subnets': [{'id': 'dc15660b-1989-4ac0-a6b1-9c519b2f12c5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5431a885-2994-4e01-a932-c7c5908ad9ea'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-1-iscsi', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:00:57.158590 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca320bfc-0738-40a6-a3dd-a3340942648c None None] Checking router: 5a3be570-39e2-4b64-8299-a5921536a52b for host: dv-cinder-797970-1-iscsi {{(pid=93702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 17:00:57.158955 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca320bfc-0738-40a6-a3dd-a3340942648c None None] Updating router 5a3be570-39e2-4b64-8299-a5921536a52b port 0e08870d-01db-4ae7-94c9-96afe301137b binding host dv-cinder-797970-1-iscsi {{(pid=93702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 17:00:57.191730 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ca320bfc-0738-40a6-a3dd-a3340942648c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:00:57.511586 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ca320bfc-0738-40a6-a3dd-a3340942648c None None] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:00:57.520861 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-ca320bfc-0738-40a6-a3dd-a3340942648c None None] Transition to ACTIVE for port object 0e08870d-01db-4ae7-94c9-96afe301137b will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 17:00:57.597231 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ca320bfc-0738-40a6-a3dd-a3340942648c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:00:57.599535 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-9b9394bc-8988-4c8b-80a6-212ada50fc17 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:00:57.647026 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-ca320bfc-0738-40a6-a3dd-a3340942648c None None] Attempting to bind port 0e08870d-01db-4ae7-94c9-96afe301137b on host dv-cinder-797970-1-iscsi for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 17:00:57.647401 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-ca320bfc-0738-40a6-a3dd-a3340942648c None None] Attempting to bind port 0e08870d-01db-4ae7-94c9-96afe301137b by drivers openvswitch,hyperv on host dv-cinder-797970-1-iscsi at level 0 using segments [{'id': 'd12f47f8-231e-43a0-ac28-6eda6263252e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 17:00:57.647774 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca320bfc-0738-40a6-a3dd-a3340942648c None None] Attempting to bind port 0e08870d-01db-4ae7-94c9-96afe301137b on network d3559561-7efd-493e-88d1-7d47e478b72a {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 17:00:57.658793 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b955cae-f614-4db8-9e9e-8f60dfad48dd None None] Pushing event updated for resources: {'Port': ['ID=0e08870d-01db-4ae7-94c9-96afe301137b,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:00:57.662103 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca320bfc-0738-40a6-a3dd-a3340942648c None None] Checking agent: {'id': '080a32e4-e34b-4a53-85c8-07f5ff20b123', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797970-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 17, 0, 14), 'started_at': datetime.datetime(2021, 6, 24, 17, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 17, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797970-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 17:00:57.662482 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca320bfc-0738-40a6-a3dd-a3340942648c None None] Checking segment: {'id': 'd12f47f8-231e-43a0-ac28-6eda6263252e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 17:00:57.662892 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ca320bfc-0738-40a6-a3dd-a3340942648c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:00:57.663453 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca320bfc-0738-40a6-a3dd-a3340942648c None None] Bound using segment: {'id': 'd12f47f8-231e-43a0-ac28-6eda6263252e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 17:00:57.663944 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-ca320bfc-0738-40a6-a3dd-a3340942648c None None] Bound port: 0e08870d-01db-4ae7-94c9-96afe301137b, host: dv-cinder-797970-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd12f47f8-231e-43a0-ac28-6eda6263252e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 17:00:57.664343 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ca320bfc-0738-40a6-a3dd-a3340942648c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:00:57.686066 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-6b955cae-f614-4db8-9e9e-8f60dfad48dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:00:57.686856 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Device 544e18a2-48f2-487a-9c2c-6a2ea025813b up at agent ovs-agent-dv-cinder-797970-1-iscsi {{(pid=93702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 17:00:57.751195 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-ca320bfc-0738-40a6-a3dd-a3340942648c None None] For port 0e08870d-01db-4ae7-94c9-96afe301137b, host dv-cinder-797970-1-iscsi, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 17:00:57.755446 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-ca320bfc-0738-40a6-a3dd-a3340942648c None None] For port 0e08870d-01db-4ae7-94c9-96afe301137b, host dv-cinder-797970-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-1-iscsi',level=0,port_id=0e08870d-01db-4ae7-94c9-96afe301137b,segment=NetworkSegment(d12f47f8-231e-43a0-ac28-6eda6263252e),segment_id=d12f47f8-231e-43a0-ac28-6eda6263252e)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 17:00:57.761346 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Provisioning complete for port 544e18a2-48f2-487a-9c2c-6a2ea025813b triggered by entity L2. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 17:00:57.761799 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979100'] for port, provisioning_complete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:00:57.840882 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ca320bfc-0738-40a6-a3dd-a3340942648c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:00:57.843157 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:00:57.897552 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca320bfc-0738-40a6-a3dd-a3340942648c None None] Routers {'5a3be570-39e2-4b64-8299-a5921536a52b'} bound to L3 agent in host dv-cinder-797970-1-iscsi {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 17:00:57.898178 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-ca320bfc-0738-40a6-a3dd-a3340942648c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-24T17:00:13Z,description=,heartbeat_timestamp=2021-06-24T17:00:43Z,host='dv-cinder-797970-1-iscsi',id=ebb0bbf0-d6bc-43df-80f2-a0cdb1424f3b,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T17:00:14Z,topic='l3_agent')) {'router_ids': ['5a3be570-39e2-4b64-8299-a5921536a52b'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:00:57.901228 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b955cae-f614-4db8-9e9e-8f60dfad48dd None None] Pushing event updated for resources: {'Port': ['ID=0e08870d-01db-4ae7-94c9-96afe301137b,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:00:58.002452 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-6b955cae-f614-4db8-9e9e-8f60dfad48dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:00:58.073504 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-ca320bfc-0738-40a6-a3dd-a3340942648c None None] Set router 5a3be570-39e2-4b64-8299-a5921536a52b gateway port host: dv-cinder-797970-1-iscsi {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 17:00:58.280182 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-ca320bfc-0738-40a6-a3dd-a3340942648c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a3be570-39e2-4b64-8299-a5921536a52b', 'name': 'router1', 'tenant_id': 'dd6cff5d07ec46b1a7306e042893ebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'external_fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': '0e08870d-01db-4ae7-94c9-96afe301137b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T17:00:38Z', 'updated_at': '2021-06-24T17:00:55Z', 'revision_number': 4, 'project_id': 'dd6cff5d07ec46b1a7306e042893ebf2', 'gw_port': {'id': '0e08870d-01db-4ae7-94c9-96afe301137b', 'name': '', 'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:68:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a3be570-39e2-4b64-8299-a5921536a52b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:00:55Z', 'updated_at': '2021-06-24T17:00:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '004d905c-cc14-4189-936d-82a0eea7da62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-1-iscsi', '_interfaces': [{'id': '544e18a2-48f2-487a-9c2c-6a2ea025813b', 'name': '', 'network_id': '6a897876-35cb-4fbe-847f-a296ae23d39c', 'tenant_id': 'dd6cff5d07ec46b1a7306e042893ebf2', 'mac_address': 'fa:16:3e:48:9c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3be570-39e2-4b64-8299-a5921536a52b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dc15660b-1989-4ac0-a6b1-9c519b2f12c5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:00:47Z', 'updated_at': '2021-06-24T17:00:55Z', 'revision_number': 5, 'project_id': 'dd6cff5d07ec46b1a7306e042893ebf2', 'subnets': [{'id': 'dc15660b-1989-4ac0-a6b1-9c519b2f12c5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5431a885-2994-4e01-a932-c7c5908ad9ea'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-1-iscsi', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:00:58.305746 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca320bfc-0738-40a6-a3dd-a3340942648c None None] The sync data for ids ['5a3be570-39e2-4b64-8299-a5921536a52b'] in dv-cinder-797970-1-iscsi is: [{'id': '5a3be570-39e2-4b64-8299-a5921536a52b', 'name': 'router1', 'tenant_id': 'dd6cff5d07ec46b1a7306e042893ebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'external_fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': '0e08870d-01db-4ae7-94c9-96afe301137b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T17:00:38Z', 'updated_at': '2021-06-24T17:00:55Z', 'revision_number': 4, 'project_id': 'dd6cff5d07ec46b1a7306e042893ebf2', 'gw_port': {'id': '0e08870d-01db-4ae7-94c9-96afe301137b', 'name': '', 'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:68:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a3be570-39e2-4b64-8299-a5921536a52b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:00:55Z', 'updated_at': '2021-06-24T17:00:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '004d905c-cc14-4189-936d-82a0eea7da62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-1-iscsi', '_interfaces': [{'id': '544e18a2-48f2-487a-9c2c-6a2ea025813b', 'name': '', 'network_id': '6a897876-35cb-4fbe-847f-a296ae23d39c', 'tenant_id': 'dd6cff5d07ec46b1a7306e042893ebf2', 'mac_address': 'fa:16:3e:48:9c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3be570-39e2-4b64-8299-a5921536a52b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dc15660b-1989-4ac0-a6b1-9c519b2f12c5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:00:47Z', 'updated_at': '2021-06-24T17:00:55Z', 'revision_number': 5, 'project_id': 'dd6cff5d07ec46b1a7306e042893ebf2', 'subnets': [{'id': 'dc15660b-1989-4ac0-a6b1-9c519b2f12c5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5431a885-2994-4e01-a932-c7c5908ad9ea'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 17:00:58.807091 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 52030) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:00:58.937919 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-58a1fe22-2434-4fad-8aad-75b8f9a3abc4 admin admin] 10.222.0.15 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1295416 Jun 24 17:00:59.699568 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Device 0e08870d-01db-4ae7-94c9-96afe301137b up at agent ovs-agent-dv-cinder-797970-1-iscsi {{(pid=93702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 17:00:59.814674 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Provisioning for port 0e08870d-01db-4ae7-94c9-96afe301137b completed by entity L2. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 17:00:59.819138 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Provisioning complete for port 0e08870d-01db-4ae7-94c9-96afe301137b triggered by entity L2. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 17:00:59.819531 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979100'] for port, provisioning_complete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:00:59.906001 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:00:59.925590 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] For port 0e08870d-01db-4ae7-94c9-96afe301137b, host dv-cinder-797970-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-1-iscsi',level=0,port_id=0e08870d-01db-4ae7-94c9-96afe301137b,segment=NetworkSegment(d12f47f8-231e-43a0-ac28-6eda6263252e),segment_id=d12f47f8-231e-43a0-ac28-6eda6263252e)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 17:01:00.003359 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:01:00.005481 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:01:00.056212 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Pushing event updated for resources: {'Port': ['ID=0e08870d-01db-4ae7-94c9-96afe301137b,revision_number=4']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:01:00.059149 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:01:01.675286 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Device 0e08870d-01db-4ae7-94c9-96afe301137b up at agent ovs-agent-dv-cinder-797970-1-iscsi {{(pid=93702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 17:01:01.730340 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Provisioning complete for port 0e08870d-01db-4ae7-94c9-96afe301137b triggered by entity L2. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 17:01:01.730865 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979100'] for port, provisioning_complete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:01:06.365937 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.agents_db [None req-27f02d43-57e8-424c-a1b0-5a1f36db1773 None None] Agent healthcheck: found 5 active agents {{(pid=93703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 17:01:11.123324 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-6c1c67db-5540-4fe4-96f5-d13bffee9d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:01:13.449099 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4f9cc25f-6b86-45a0-aaff-ad20eb640096 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:01:13.908963 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:01:14.834882 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5af43288-dd02-4084-874e-f1fcba283848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:01:16.355342 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-845c8506-8cf5-4b6b-bbc4-443bdb09ac47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:01:41.131937 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-dedafd15-f5ec-468f-a625-cde800af690b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:01:43.364633 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.agents_db [None req-27f02d43-57e8-424c-a1b0-5a1f36db1773 None None] Agent healthcheck: found 5 active agents {{(pid=93703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 17:01:43.442398 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-6ba67e57-f82b-44e6-b348-e894444aad73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:01:43.883703 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:01:44.891444 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5af43288-dd02-4084-874e-f1fcba283848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:01:46.382629 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-845c8506-8cf5-4b6b-bbc4-443bdb09ac47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:02:11.142409 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9bcd7e2d-ec6c-4d3e-8246-dc4641852668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:02:13.436187 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a5881ec7-e15f-450c-a13d-6fbb0fe8ed6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:02:13.859465 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:02:14.839594 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5af43288-dd02-4084-874e-f1fcba283848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:02:16.373545 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-845c8506-8cf5-4b6b-bbc4-443bdb09ac47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:02:20.363463 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.agents_db [None req-27f02d43-57e8-424c-a1b0-5a1f36db1773 None None] Agent healthcheck: found 5 active agents {{(pid=93703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 17:02:36.460718 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 52598) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:02:36.521212 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.pecan_wsgi.hooks.translation [None req-1691362c-0249-44f6-a0d5-cbdd4d3d6abb admin admin] GET failed (client error): The resource could not be found. Jun 24 17:02:36.523158 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-1691362c-0249-44f6-a0d5-cbdd4d3d6abb admin admin] 10.222.0.15 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0609016 Jun 24 17:02:36.677672 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffebd1a6-3ad5-444d-8eef-19884f5bab9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:02:36.679237 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-ffebd1a6-3ad5-444d-8eef-19884f5bab9c admin admin] 10.222.0.15 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1521552 Jun 24 17:02:38.796784 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 52608) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:02:38.886635 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01657337-c840-47f4-8a44-31302b56cb1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:02:38.888231 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-01657337-c840-47f4-8a44-31302b56cb1f admin admin] 10.222.0.15 "GET /v2.0/subnets/dc15660b-1989-4ac0-a6b1-9c519b2f12c5 HTTP/1.1" status: 200 len: 849 time: 0.0904377 Jun 24 17:02:38.899873 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.v2.base [None req-d13c4850-b652-49f7-a82c-498ba9150c52 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 17:02:38.985099 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d13c4850-b652-49f7-a82c-498ba9150c52 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:02:39.187559 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d13c4850-b652-49f7-a82c-498ba9150c52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8734938646730'] for subnet, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:02:39.189691 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:02:39.217522 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d13c4850-b652-49f7-a82c-498ba9150c52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:02:39.218133 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d13c4850-b652-49f7-a82c-498ba9150c52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592921'] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:02:39.219411 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-d13c4850-b652-49f7-a82c-498ba9150c52 admin admin] 10.222.0.15 "PUT /v2.0/subnets/dc15660b-1989-4ac0-a6b1-9c519b2f12c5 HTTP/1.1" status: 200 len: 868 time: 0.3239903 Jun 24 17:02:39.236881 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e876ec0d-895f-4057-a4bd-4cd5f6da118b None None] Network 6a897876-35cb-4fbe-847f-a296ae23d39c requested from dv-cinder-797970-1-iscsi {{(pid=93702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 17:02:39.242422 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13c4850-b652-49f7-a82c-498ba9150c52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc15660b-1989-4ac0-a6b1-9c519b2f12c5,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:02:39.249835 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13c4850-b652-49f7-a82c-498ba9150c52 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:02:39.250226 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13c4850-b652-49f7-a82c-498ba9150c52 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:02:39.250553 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13c4850-b652-49f7-a82c-498ba9150c52 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:02:39.250881 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13c4850-b652-49f7-a82c-498ba9150c52 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:02:39.251208 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13c4850-b652-49f7-a82c-498ba9150c52 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:02:39.251571 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13c4850-b652-49f7-a82c-498ba9150c52 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:02:39.251903 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13c4850-b652-49f7-a82c-498ba9150c52 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:02:39.252225 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13c4850-b652-49f7-a82c-498ba9150c52 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:02:39.252559 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13c4850-b652-49f7-a82c-498ba9150c52 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:02:39.252882 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13c4850-b652-49f7-a82c-498ba9150c52 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:02:39.253198 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13c4850-b652-49f7-a82c-498ba9150c52 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:02:39.253511 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13c4850-b652-49f7-a82c-498ba9150c52 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:02:39.257146 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-d13c4850-b652-49f7-a82c-498ba9150c52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:02:39.586612 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-e8729569-c596-457f-9e0f-a2adeba5181e None None] Provisioning complete for port 544e18a2-48f2-487a-9c2c-6a2ea025813b triggered by entity DHCP. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 17:02:39.586984 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e8729569-c596-457f-9e0f-a2adeba5181e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979100'] for port, provisioning_complete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:02:39.667618 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-e8729569-c596-457f-9e0f-a2adeba5181e None None] Provisioning complete for port a1631713-7c89-4798-a39a-288a0d6ad71f triggered by entity DHCP. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 17:02:39.667982 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e8729569-c596-457f-9e0f-a2adeba5181e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979100'] for port, provisioning_complete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:02:41.150133 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8240bff9-8383-4d7d-ab96-06207c87ada1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:02:41.367385 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 52616) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:02:41.558535 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e933ae0d-aa9a-4c41-909b-7caec45f2a60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:02:41.558918 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e933ae0d-aa9a-4c41-909b-7caec45f2a60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:02:41.560398 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-e933ae0d-aa9a-4c41-909b-7caec45f2a60 admin admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1920502 Jun 24 17:02:43.441379 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-f90cb385-40f5-427e-bb06-96ba56663ae0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:02:43.734511 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 52624) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:02:43.873922 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e80f903e-45d9-4938-b742-6292560738a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:02:43.874388 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e80f903e-45d9-4938-b742-6292560738a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:02:43.876246 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-e80f903e-45d9-4938-b742-6292560738a8 admin admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1406507 Jun 24 17:02:43.907692 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:02:44.850326 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5af43288-dd02-4084-874e-f1fcba283848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:02:46.042691 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 52632) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:02:46.169473 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23be94bd-f4f5-499a-a8e5-64554ecbcdc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:02:46.171601 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-23be94bd-f4f5-499a-a8e5-64554ecbcdc2 admin admin] 10.222.0.15 "GET /v2.0/networks/6a897876-35cb-4fbe-847f-a296ae23d39c HTTP/1.1" status: 200 len: 868 time: 0.1279421 Jun 24 17:02:46.387476 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-845c8506-8cf5-4b6b-bbc4-443bdb09ac47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:02:48.274085 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 52640) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:02:48.493776 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4adecfd7-d258-4f8f-870e-f43684124a38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:02:48.495079 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-4adecfd7-d258-4f8f-870e-f43684124a38 admin admin] 10.222.0.15 "GET /v2.0/networks/d3559561-7efd-493e-88d1-7d47e478b72a HTTP/1.1" status: 200 len: 886 time: 0.2200341 Jun 24 17:02:50.621342 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 52648) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:02:50.741552 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5228023b-f954-494a-9667-982ef0e98fc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:02:50.742185 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5228023b-f954-494a-9667-982ef0e98fc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:02:50.743689 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-5228023b-f954-494a-9667-982ef0e98fc1 admin admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1213772 Jun 24 17:02:52.857255 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 52656) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:02:52.946517 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eac32c5c-80c7-4de7-9b30-5efbadf48755 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:02:52.946963 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eac32c5c-80c7-4de7-9b30-5efbadf48755 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:02:52.948440 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-eac32c5c-80c7-4de7-9b30-5efbadf48755 admin admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0902326 Jun 24 17:02:55.087660 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 52664) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:02:55.171740 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8888a664-3099-48e5-a70b-bf9f295f6e9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:02:55.173011 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-8888a664-3099-48e5-a70b-bf9f295f6e9a admin admin] 10.222.0.15 "GET /v2.0/subnets/004d905c-cc14-4189-936d-82a0eea7da62 HTTP/1.1" status: 200 len: 816 time: 0.0844212 Jun 24 17:02:57.292471 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 52672) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:02:57.362265 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.agents_db [None req-27f02d43-57e8-424c-a1b0-5a1f36db1773 None None] Agent healthcheck: found 5 active agents {{(pid=93703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 17:02:57.384020 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75cd669a-1aea-418d-9ec5-b8a9e493c174 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:02:57.385341 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-75cd669a-1aea-418d-9ec5-b8a9e493c174 admin admin] 10.222.0.15 "GET /v2.0/subnets/dc15660b-1989-4ac0-a6b1-9c519b2f12c5 HTTP/1.1" status: 200 len: 868 time: 0.0919404 Jun 24 17:03:11.132109 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-683da326-c095-45f2-bc51-2c2017619f27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:03:13.457831 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c604c091-ad9d-483d-874e-543ac02dbb4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:03:13.852029 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:03:14.869368 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5af43288-dd02-4084-874e-f1fcba283848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:03:16.387042 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-845c8506-8cf5-4b6b-bbc4-443bdb09ac47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:03:20.716837 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 52716) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:03:20.761735 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [None req-8732b4af-f1fd-4051-82e3-4e18166fd9db admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=93701) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 17:03:20.762728 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-8732b4af-f1fd-4051-82e3-4e18166fd9db admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0449653 Jun 24 17:03:23.051397 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 52724) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:03:23.150283 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e415fff-4939-48e8-b9a0-9e753705057f admin admin] GET failed (client error): The resource could not be found. Jun 24 17:03:23.151836 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-0e415fff-4939-48e8-b9a0-9e753705057f admin admin] 10.222.0.15 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0995157 Jun 24 17:03:23.393478 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.policy [None req-2e1ff0a6-36e4-4366-81a9-a64e759f4b94 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93700) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 24 17:03:23.439490 dv-cinder-797970-1-iscsi neutron-server[93700]: WARNING oslo_policy.policy [None req-2e1ff0a6-36e4-4366-81a9-a64e759f4b94 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 17:03:23.439863 dv-cinder-797970-1-iscsi neutron-server[93700]: WARNING oslo_policy.policy [None req-2e1ff0a6-36e4-4366-81a9-a64e759f4b94 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 17:03:23.448284 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e1ff0a6-36e4-4366-81a9-a64e759f4b94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:03:23.449976 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-2e1ff0a6-36e4-4366-81a9-a64e759f4b94 admin admin] 10.222.0.15 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.2942891 Jun 24 17:03:25.615748 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 52736) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:03:25.660437 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.v2.base [None req-b9a34cfe-b819-4640-9519-338ecb6820f5 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 17:03:25.661639 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.quota [None req-b9a34cfe-b819-4640-9519-338ecb6820f5 admin admin] Loaded quota_driver: . Jun 24 17:03:25.754654 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9a34cfe-b819-4640-9519-338ecb6820f5 admin admin] Made reservation on behalf of 35012ec9c2dc4887981d389b9fb388eb for: {'network': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 17:03:25.758384 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b9a34cfe-b819-4640-9519-338ecb6820f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for network, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:03:25.804843 dv-cinder-797970-1-iscsi neutron-server[93700]: WARNING neutron.services.revisions.revision_plugin [None req-b9a34cfe-b819-4640-9519-338ecb6820f5 admin admin] Could not find related network for resource to bump revision. Jun 24 17:03:25.824181 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9a34cfe-b819-4640-9519-338ecb6820f5 admin admin] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=93700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 17:03:25.836413 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b9a34cfe-b819-4640-9519-338ecb6820f5 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8734938762783', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083357'] for segment, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:03:25.836971 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b9a34cfe-b819-4640-9519-338ecb6820f5 admin admin] Unsubscribe: segment precommit_create {{(pid=93700) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 24 17:03:25.837458 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.db.segments_db [None req-b9a34cfe-b819-4640-9519-338ecb6820f5 admin admin] Added segment 3d58bc3e-fcda-430f-8e81-946357a11d2b of type vlan for network 058dcd8a-b804-4477-ba28-d8afaf12a570 Jun 24 17:03:25.901315 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b9a34cfe-b819-4640-9519-338ecb6820f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734938226544'] for network, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:03:26.011839 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b9a34cfe-b819-4640-9519-338ecb6820f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-545941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592956'] for network, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:03:26.013538 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a34cfe-b819-4640-9519-338ecb6820f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:03:26.014194 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b9a34cfe-b819-4640-9519-338ecb6820f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592921'] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:03:26.021312 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:03:26.092882 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-b9a34cfe-b819-4640-9519-338ecb6820f5 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.4759953 Jun 24 17:03:26.118050 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a34cfe-b819-4640-9519-338ecb6820f5 admin admin] Pushing event updated for resources: {'Network': ['ID=058dcd8a-b804-4477-ba28-d8afaf12a570,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:03:26.127477 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a34cfe-b819-4640-9519-338ecb6820f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:03:26.127810 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a34cfe-b819-4640-9519-338ecb6820f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:03:26.128131 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a34cfe-b819-4640-9519-338ecb6820f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:03:26.128444 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a34cfe-b819-4640-9519-338ecb6820f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:03:26.128754 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a34cfe-b819-4640-9519-338ecb6820f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:03:26.129066 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a34cfe-b819-4640-9519-338ecb6820f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:03:26.129370 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a34cfe-b819-4640-9519-338ecb6820f5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:03:26.129696 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a34cfe-b819-4640-9519-338ecb6820f5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:03:26.130051 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a34cfe-b819-4640-9519-338ecb6820f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:03:26.135318 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a34cfe-b819-4640-9519-338ecb6820f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:03:26.135318 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a34cfe-b819-4640-9519-338ecb6820f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:03:26.135318 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a34cfe-b819-4640-9519-338ecb6820f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:03:26.135318 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a34cfe-b819-4640-9519-338ecb6820f5 admin admin] Tracked resource versions report: Jun 24 17:03:26.135318 dv-cinder-797970-1-iscsi neutron-server[93700]: pushed versions: Jun 24 17:03:26.135318 dv-cinder-797970-1-iscsi neutron-server[93700]: { 'AddressGroup': {'1.2'}, Jun 24 17:03:26.135318 dv-cinder-797970-1-iscsi neutron-server[93700]: 'ConntrackHelper': {'1.0'}, Jun 24 17:03:26.135318 dv-cinder-797970-1-iscsi neutron-server[93700]: 'Log': {'1.0'}, Jun 24 17:03:26.135318 dv-cinder-797970-1-iscsi neutron-server[93700]: 'Network': {'1.1'}, Jun 24 17:03:26.135318 dv-cinder-797970-1-iscsi neutron-server[93700]: 'Port': {'1.7'}, Jun 24 17:03:26.135318 dv-cinder-797970-1-iscsi neutron-server[93700]: 'PortForwarding': {'1.2'}, Jun 24 17:03:26.135318 dv-cinder-797970-1-iscsi neutron-server[93700]: 'QosPolicy': {'1.8'}, Jun 24 17:03:26.135318 dv-cinder-797970-1-iscsi neutron-server[93700]: 'SecurityGroup': {'1.4'}, Jun 24 17:03:26.135318 dv-cinder-797970-1-iscsi neutron-server[93700]: 'SecurityGroupRule': {'1.2'}, Jun 24 17:03:26.135318 dv-cinder-797970-1-iscsi neutron-server[93700]: 'SubPort': {'1.0'}, Jun 24 17:03:26.135318 dv-cinder-797970-1-iscsi neutron-server[93700]: 'Subnet': {'1.1'}, Jun 24 17:03:26.135318 dv-cinder-797970-1-iscsi neutron-server[93700]: 'Trunk': {'1.1'}} Jun 24 17:03:26.135318 dv-cinder-797970-1-iscsi neutron-server[93700]: consumer versions: Jun 24 17:03:26.135318 dv-cinder-797970-1-iscsi neutron-server[93700]: { DHCP agent@dv-cinder-797970-1-iscsi: {}, Jun 24 17:03:26.135318 dv-cinder-797970-1-iscsi neutron-server[93700]: L3 agent@dv-cinder-797970-1-iscsi: {}, Jun 24 17:03:26.135318 dv-cinder-797970-1-iscsi neutron-server[93700]: Metadata agent@dv-cinder-797970-1-iscsi: {}, Jun 24 17:03:26.135318 dv-cinder-797970-1-iscsi neutron-server[93700]: Metering agent@dv-cinder-797970-1-iscsi: {}, Jun 24 17:03:26.135318 dv-cinder-797970-1-iscsi neutron-server[93700]: Open vSwitch agent@dv-cinder-797970-1-iscsi: { 'AddressGroup': '1.2', Jun 24 17:03:26.135318 dv-cinder-797970-1-iscsi neutron-server[93700]: 'ConntrackHelper': '1.0', Jun 24 17:03:26.135318 dv-cinder-797970-1-iscsi neutron-server[93700]: 'Log': '1.0', Jun 24 17:03:26.135318 dv-cinder-797970-1-iscsi neutron-server[93700]: 'Network': '1.1', Jun 24 17:03:26.135318 dv-cinder-797970-1-iscsi neutron-server[93700]: 'Port': '1.7', Jun 24 17:03:26.135318 dv-cinder-797970-1-iscsi neutron-server[93700]: 'PortForwarding': '1.2', Jun 24 17:03:26.135318 dv-cinder-797970-1-iscsi neutron-server[93700]: 'QosPolicy': '1.8', Jun 24 17:03:26.135318 dv-cinder-797970-1-iscsi neutron-server[93700]: 'SecurityGroup': '1.4', Jun 24 17:03:26.135318 dv-cinder-797970-1-iscsi neutron-server[93700]: 'SecurityGroupRule': '1.2', Jun 24 17:03:26.135318 dv-cinder-797970-1-iscsi neutron-server[93700]: 'SubPort': '1.0', Jun 24 17:03:26.135318 dv-cinder-797970-1-iscsi neutron-server[93700]: 'Subnet': '1.1', Jun 24 17:03:26.135318 dv-cinder-797970-1-iscsi neutron-server[93700]: 'Trunk': '1.1'}} Jun 24 17:03:26.135318 dv-cinder-797970-1-iscsi neutron-server[93700]: {{(pid=93700) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 17:03:26.161300 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-b9a34cfe-b819-4640-9519-338ecb6820f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:03:26.169565 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Network 058dcd8a-b804-4477-ba28-d8afaf12a570 details requested by agent ovs-agent-dv-cinder-797970-1-iscsi with host dv-cinder-797970-1-iscsi {{(pid=93702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 17:03:28.240301 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 52748) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:03:28.298580 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb368d28-b49e-42b4-82ed-69f3001f37f0 admin admin] GET failed (client error): The resource could not be found. Jun 24 17:03:28.299867 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-fb368d28-b49e-42b4-82ed-69f3001f37f0 admin admin] 10.222.0.15 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0585825 Jun 24 17:03:28.368969 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec43cc3d-4ac6-42d7-851e-6bbab340ec24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:03:28.370407 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-ec43cc3d-4ac6-42d7-851e-6bbab340ec24 admin admin] 10.222.0.15 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0666304 Jun 24 17:03:28.379559 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.v2.base [None req-29fea484-2c2e-41b1-b098-4b986bf609a9 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': '058dcd8a-b804-4477-ba28-d8afaf12a570'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 17:03:28.460979 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29fea484-2c2e-41b1-b098-4b986bf609a9 admin admin] Made reservation on behalf of 35012ec9c2dc4887981d389b9fb388eb for: {'subnet': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 17:03:28.463226 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-29fea484-2c2e-41b1-b098-4b986bf609a9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:03:28.781062 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-29fea484-2c2e-41b1-b098-4b986bf609a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935'] for subnet, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:03:28.783296 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:03:28.841199 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fea484-2c2e-41b1-b098-4b986bf609a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=310fb3e5-009c-4f3e-ab34-309850f27071,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:03:28.846477 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-29fea484-2c2e-41b1-b098-4b986bf609a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:03:28.853711 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29fea484-2c2e-41b1-b098-4b986bf609a9 admin admin] Checking segment: {'id': '3d58bc3e-fcda-430f-8e81-946357a11d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '058dcd8a-b804-4477-ba28-d8afaf12a570'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 17:03:28.854085 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29fea484-2c2e-41b1-b098-4b986bf609a9 admin admin] Network hostable DHCP agents. Network: 058dcd8a-b804-4477-ba28-d8afaf12a570, hostable agents: ['254af59c-4468-4f5d-9dc1-adf32c301d4f'], hosted agents: [] {{(pid=93700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 17:03:28.958083 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29fea484-2c2e-41b1-b098-4b986bf609a9 admin admin] Network 058dcd8a-b804-4477-ba28-d8afaf12a570 is scheduled to be hosted by DHCP agent 254af59c-4468-4f5d-9dc1-adf32c301d4f with binding_index 1 {{(pid=93700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 17:03:29.049428 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-29fea484-2c2e-41b1-b098-4b986bf609a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797970-1-iscsi, 058dcd8a-b804-4477-ba28-d8afaf12a570) {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 17:03:29.054682 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29fea484-2c2e-41b1-b098-4b986bf609a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:03:29.055388 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-29fea484-2c2e-41b1-b098-4b986bf609a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592921'] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:03:29.060272 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f3ef76e-8307-429b-9b42-c4bb57caafa6 None None] Network 058dcd8a-b804-4477-ba28-d8afaf12a570 requested from dv-cinder-797970-1-iscsi {{(pid=93702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 17:03:29.149613 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-29fea484-2c2e-41b1-b098-4b986bf609a9 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7732916 Jun 24 17:03:29.301500 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-654dd61d-fbd0-4613-91e0-8425c6fe29e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e573fc9-6f75-50b0-852a-544de058715c-058dcd8a-b804-4477-ba28-d8afaf12a570', 'network_id': '058dcd8a-b804-4477-ba28-d8afaf12a570', 'tenant_id': '35012ec9c2dc4887981d389b9fb388eb', 'fixed_ips': [{'subnet_id': '310fb3e5-009c-4f3e-ab34-309850f27071'}]}} from dv-cinder-797970-1-iscsi. {{(pid=93702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 17:03:29.302346 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-654dd61d-fbd0-4613-91e0-8425c6fe29e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:03:29.490339 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [None req-654dd61d-fbd0-4613-91e0-8425c6fe29e0 None None] Allocated IP 192.168.233.2 (058dcd8a-b804-4477-ba28-d8afaf12a570/310fb3e5-009c-4f3e-ab34-309850f27071/d6103cd2-2734-4f50-888a-075c520a219e) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 17:03:29.640073 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-654dd61d-fbd0-4613-91e0-8425c6fe29e0 None None] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:03:29.649812 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-654dd61d-fbd0-4613-91e0-8425c6fe29e0 None None] Transition to ACTIVE for port object d6103cd2-2734-4f50-888a-075c520a219e will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 17:03:29.665217 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-654dd61d-fbd0-4613-91e0-8425c6fe29e0 None None] Transition to ACTIVE for port object d6103cd2-2734-4f50-888a-075c520a219e will not be triggered until provisioned by entity DHCP. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 17:03:29.753345 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-654dd61d-fbd0-4613-91e0-8425c6fe29e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1991527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-355756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734938254830'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:03:29.755680 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:03:29.792135 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-654dd61d-fbd0-4613-91e0-8425c6fe29e0 None None] Network 058dcd8a-b804-4477-ba28-d8afaf12a570 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 17:03:29.794912 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-654dd61d-fbd0-4613-91e0-8425c6fe29e0 None None] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 17:03:29.797429 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654dd61d-fbd0-4613-91e0-8425c6fe29e0 None None] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 17:03:29.834803 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654dd61d-fbd0-4613-91e0-8425c6fe29e0 None None] Pushing event updated for resources: {'Port': ['ID=d6103cd2-2734-4f50-888a-075c520a219e,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:03:29.857773 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654dd61d-fbd0-4613-91e0-8425c6fe29e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:03:29.858123 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654dd61d-fbd0-4613-91e0-8425c6fe29e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:03:29.858466 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654dd61d-fbd0-4613-91e0-8425c6fe29e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:03:29.858804 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654dd61d-fbd0-4613-91e0-8425c6fe29e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:03:29.859135 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654dd61d-fbd0-4613-91e0-8425c6fe29e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:03:29.859461 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654dd61d-fbd0-4613-91e0-8425c6fe29e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:03:29.859779 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654dd61d-fbd0-4613-91e0-8425c6fe29e0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:03:29.860167 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654dd61d-fbd0-4613-91e0-8425c6fe29e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:03:29.860514 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654dd61d-fbd0-4613-91e0-8425c6fe29e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:03:29.860832 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654dd61d-fbd0-4613-91e0-8425c6fe29e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:03:29.861151 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654dd61d-fbd0-4613-91e0-8425c6fe29e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:03:29.861464 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654dd61d-fbd0-4613-91e0-8425c6fe29e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:03:29.865159 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-654dd61d-fbd0-4613-91e0-8425c6fe29e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:03:29.880344 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-654dd61d-fbd0-4613-91e0-8425c6fe29e0 None None] Attempting to bind port d6103cd2-2734-4f50-888a-075c520a219e on host dv-cinder-797970-1-iscsi for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 17:03:29.880724 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-654dd61d-fbd0-4613-91e0-8425c6fe29e0 None None] Attempting to bind port d6103cd2-2734-4f50-888a-075c520a219e by drivers openvswitch,hyperv on host dv-cinder-797970-1-iscsi at level 0 using segments [{'id': '3d58bc3e-fcda-430f-8e81-946357a11d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '058dcd8a-b804-4477-ba28-d8afaf12a570'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 17:03:29.882415 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654dd61d-fbd0-4613-91e0-8425c6fe29e0 None None] Attempting to bind port d6103cd2-2734-4f50-888a-075c520a219e on network 058dcd8a-b804-4477-ba28-d8afaf12a570 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 17:03:29.891806 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654dd61d-fbd0-4613-91e0-8425c6fe29e0 None None] Checking agent: {'id': '080a32e4-e34b-4a53-85c8-07f5ff20b123', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797970-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 17, 0, 14), 'started_at': datetime.datetime(2021, 6, 24, 17, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 17, 3, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797970-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 17:03:29.892153 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654dd61d-fbd0-4613-91e0-8425c6fe29e0 None None] Checking segment: {'id': '3d58bc3e-fcda-430f-8e81-946357a11d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '058dcd8a-b804-4477-ba28-d8afaf12a570'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 17:03:29.892766 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-654dd61d-fbd0-4613-91e0-8425c6fe29e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:03:29.892959 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654dd61d-fbd0-4613-91e0-8425c6fe29e0 None None] Bound using segment: {'id': '3d58bc3e-fcda-430f-8e81-946357a11d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '058dcd8a-b804-4477-ba28-d8afaf12a570'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 17:03:29.893410 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-654dd61d-fbd0-4613-91e0-8425c6fe29e0 None None] Bound port: d6103cd2-2734-4f50-888a-075c520a219e, host: dv-cinder-797970-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d58bc3e-fcda-430f-8e81-946357a11d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '058dcd8a-b804-4477-ba28-d8afaf12a570'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 17:03:29.893909 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-654dd61d-fbd0-4613-91e0-8425c6fe29e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:03:29.958462 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-654dd61d-fbd0-4613-91e0-8425c6fe29e0 None None] For port d6103cd2-2734-4f50-888a-075c520a219e, host dv-cinder-797970-1-iscsi, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 17:03:29.962451 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-654dd61d-fbd0-4613-91e0-8425c6fe29e0 None None] For port d6103cd2-2734-4f50-888a-075c520a219e, host dv-cinder-797970-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-1-iscsi',level=0,port_id=d6103cd2-2734-4f50-888a-075c520a219e,segment=NetworkSegment(3d58bc3e-fcda-430f-8e81-946357a11d2b),segment_id=3d58bc3e-fcda-430f-8e81-946357a11d2b)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 17:03:30.044237 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-654dd61d-fbd0-4613-91e0-8425c6fe29e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:03:30.046571 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:03:30.109756 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654dd61d-fbd0-4613-91e0-8425c6fe29e0 None None] Pushing event updated for resources: {'Port': ['ID=d6103cd2-2734-4f50-888a-075c520a219e,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:03:30.112878 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-654dd61d-fbd0-4613-91e0-8425c6fe29e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:03:30.909937 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61204aac-fda2-4e39-9d81-5d18dfad99a5 None None] Network 058dcd8a-b804-4477-ba28-d8afaf12a570 requested from dv-cinder-797970-1-iscsi {{(pid=93702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 17:03:31.027956 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-3d8ec608-3070-4cd4-a8a2-9f81cee364d0 None None] Provisioning for port d6103cd2-2734-4f50-888a-075c520a219e completed by entity DHCP. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 17:03:31.804815 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Device d6103cd2-2734-4f50-888a-075c520a219e up at agent ovs-agent-dv-cinder-797970-1-iscsi {{(pid=93702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 17:03:31.923765 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Provisioning for port d6103cd2-2734-4f50-888a-075c520a219e completed by entity L2. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 17:03:31.928578 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Provisioning complete for port d6103cd2-2734-4f50-888a-075c520a219e triggered by entity L2. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 17:03:31.928958 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979100'] for port, provisioning_complete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:03:32.005429 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:03:32.040599 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] For port d6103cd2-2734-4f50-888a-075c520a219e, host dv-cinder-797970-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-1-iscsi',level=0,port_id=d6103cd2-2734-4f50-888a-075c520a219e,segment=NetworkSegment(3d58bc3e-fcda-430f-8e81-946357a11d2b),segment_id=3d58bc3e-fcda-430f-8e81-946357a11d2b)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 17:03:32.118104 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:03:32.120181 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:03:32.168732 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Pushing event updated for resources: {'Port': ['ID=d6103cd2-2734-4f50-888a-075c520a219e,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:03:32.171720 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:03:33.779627 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Device d6103cd2-2734-4f50-888a-075c520a219e up at agent ovs-agent-dv-cinder-797970-1-iscsi {{(pid=93702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 17:03:33.827420 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Provisioning complete for port d6103cd2-2734-4f50-888a-075c520a219e triggered by entity L2. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 17:03:33.827789 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979100'] for port, provisioning_complete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:03:34.361128 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.agents_db [None req-27f02d43-57e8-424c-a1b0-5a1f36db1773 None None] Agent healthcheck: found 5 active agents {{(pid=93703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 17:03:41.146543 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7dc59c09-5ea2-41ba-be39-219311104146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:03:43.444048 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7d5823b6-29d2-4dd9-bc36-6d4cf3b772e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:03:43.860945 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:03:44.837889 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5af43288-dd02-4084-874e-f1fcba283848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:03:46.406061 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-845c8506-8cf5-4b6b-bbc4-443bdb09ac47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:04:11.153852 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e5f987ab-5512-4c99-8966-997f75af06a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:04:11.359582 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.agents_db [None req-27f02d43-57e8-424c-a1b0-5a1f36db1773 None None] Agent healthcheck: found 5 active agents {{(pid=93703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 17:04:13.443566 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-93b82b7b-57c0-4b0e-9b9e-84db300f02f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:04:13.862699 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:04:14.845784 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5af43288-dd02-4084-874e-f1fcba283848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:04:16.376910 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-845c8506-8cf5-4b6b-bbc4-443bdb09ac47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:04:41.136278 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7f2d659f-5bc7-4aff-8ad7-60a45e75ce96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:04:43.461854 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-32135982-7125-4ffb-a277-818bcf0b0dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:04:43.856629 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:04:44.861930 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5af43288-dd02-4084-874e-f1fcba283848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:04:45.583323 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 52800) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:04:45.589675 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [None req-baafac19-57a4-48f9-97c4-14ca19428ef9 tempest-verify_tempest_config-1013219947 tempest-verify_tempest_config-1013219947-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=93701) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 17:04:45.590668 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-baafac19-57a4-48f9-97c4-14ca19428ef9 tempest-verify_tempest_config-1013219947 tempest-verify_tempest_config-1013219947-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0063727 Jun 24 17:04:46.099713 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 52818) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:04:46.199704 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9106b840-f047-4305-be35-90b85497dbea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:04:46.283421 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9106b840-f047-4305-be35-90b85497dbea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:04:46.342354 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9106b840-f047-4305-be35-90b85497dbea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:04:46.345599 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:04:46.376422 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-845c8506-8cf5-4b6b-bbc4-443bdb09ac47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:04:46.390873 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9106b840-f047-4305-be35-90b85497dbea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=773b32f7-59e5-488a-8417-25e81539de6e,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:04:46.395428 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-9106b840-f047-4305-be35-90b85497dbea admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a4cce8fa5095412286a9c2ea54e76570&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2947159 Jun 24 17:04:46.398860 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 52822) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:04:46.400258 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9106b840-f047-4305-be35-90b85497dbea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:04:46.400627 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9106b840-f047-4305-be35-90b85497dbea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:04:46.400969 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9106b840-f047-4305-be35-90b85497dbea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:04:46.401298 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9106b840-f047-4305-be35-90b85497dbea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:04:46.401622 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9106b840-f047-4305-be35-90b85497dbea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:04:46.401971 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9106b840-f047-4305-be35-90b85497dbea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:04:46.402297 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9106b840-f047-4305-be35-90b85497dbea admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:04:46.402613 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9106b840-f047-4305-be35-90b85497dbea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:04:46.402950 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9106b840-f047-4305-be35-90b85497dbea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:04:46.403252 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9106b840-f047-4305-be35-90b85497dbea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:04:46.403608 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9106b840-f047-4305-be35-90b85497dbea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:04:46.403927 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9106b840-f047-4305-be35-90b85497dbea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:04:46.408037 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-9106b840-f047-4305-be35-90b85497dbea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:04:46.476960 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c4ddd8a2-ef41-4786-b9ee-62d8541a15f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:04:46.496763 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c4ddd8a2-ef41-4786-b9ee-62d8541a15f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:04:46.654312 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c4ddd8a2-ef41-4786-b9ee-62d8541a15f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:04:46.657275 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c4ddd8a2-ef41-4786-b9ee-62d8541a15f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:04:46.658796 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-c4ddd8a2-ef41-4786-b9ee-62d8541a15f4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/773b32f7-59e5-488a-8417-25e81539de6e HTTP/1.1" status: 204 len: 168 time: 0.2588506 Jun 24 17:04:46.659403 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:04:46.666739 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ddd8a2-ef41-4786-b9ee-62d8541a15f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=773b32f7-59e5-488a-8417-25e81539de6e,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:04:46.673512 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ddd8a2-ef41-4786-b9ee-62d8541a15f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:04:46.673892 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ddd8a2-ef41-4786-b9ee-62d8541a15f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:04:46.674223 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ddd8a2-ef41-4786-b9ee-62d8541a15f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:04:46.674641 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ddd8a2-ef41-4786-b9ee-62d8541a15f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:04:46.674843 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ddd8a2-ef41-4786-b9ee-62d8541a15f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:04:46.675185 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ddd8a2-ef41-4786-b9ee-62d8541a15f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:04:46.675499 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ddd8a2-ef41-4786-b9ee-62d8541a15f4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:04:46.675845 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ddd8a2-ef41-4786-b9ee-62d8541a15f4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:04:46.676167 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ddd8a2-ef41-4786-b9ee-62d8541a15f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:04:46.676477 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ddd8a2-ef41-4786-b9ee-62d8541a15f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:04:46.676782 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ddd8a2-ef41-4786-b9ee-62d8541a15f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:04:46.677086 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ddd8a2-ef41-4786-b9ee-62d8541a15f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:04:46.682246 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-c4ddd8a2-ef41-4786-b9ee-62d8541a15f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:04:48.358401 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.agents_db [None req-27f02d43-57e8-424c-a1b0-5a1f36db1773 None None] Agent healthcheck: found 5 active agents {{(pid=93703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 17:05:11.158827 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-461e5085-f897-40ac-bfcb-1d0addb6c2f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:05:13.444232 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1dbb7e18-c8ac-45fe-a1dd-94d2a5322ae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:05:13.866899 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:05:14.853827 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5af43288-dd02-4084-874e-f1fcba283848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:05:16.424529 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-845c8506-8cf5-4b6b-bbc4-443bdb09ac47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:05:25.357144 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.agents_db [None req-27f02d43-57e8-424c-a1b0-5a1f36db1773 None None] Agent healthcheck: found 5 active agents {{(pid=93703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 17:05:41.140998 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a99f2571-f475-4f81-9653-bdc8f26d8bd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:05:43.443777 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-39e7b0b1-33be-4def-849f-a141bf29cd5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:05:43.878260 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:05:44.852824 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5af43288-dd02-4084-874e-f1fcba283848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:05:46.395887 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-845c8506-8cf5-4b6b-bbc4-443bdb09ac47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:06:02.356549 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.agents_db [None req-27f02d43-57e8-424c-a1b0-5a1f36db1773 None None] Agent healthcheck: found 5 active agents {{(pid=93703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 17:06:11.135417 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-610c4b05-04b8-4174-9b12-513ba81891b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:06:13.426428 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9c9e01c2-4e12-4c6c-9ce9-cbb53869ddb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:06:13.872071 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:06:14.866474 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5af43288-dd02-4084-874e-f1fcba283848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:06:16.408982 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-845c8506-8cf5-4b6b-bbc4-443bdb09ac47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:06:19.437884 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-937267'] for agent, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:06:33.548362 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 52896) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:06:33.647714 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-ae97c8f9-b565-4a79-997a-96d4808d0519 admin admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0982771 Jun 24 17:06:35.793666 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 52906) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:06:35.854026 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-c5e528f3-e759-4baa-9308-8e05e41c7f9f admin admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0591424 Jun 24 17:06:39.355735 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.agents_db [None req-27f02d43-57e8-424c-a1b0-5a1f36db1773 None None] Agent healthcheck: found 6 active agents {{(pid=93703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 17:06:41.149710 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-70a6fa7c-9e09-48f5-ab15-e39425aa5250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:06:43.428741 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-10e1e40c-ac08-4f95-a4fd-91ef30a1bf5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:06:43.875073 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:06:44.871140 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5af43288-dd02-4084-874e-f1fcba283848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:06:46.391064 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-845c8506-8cf5-4b6b-bbc4-443bdb09ac47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:06:49.405925 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:07:11.148527 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c7e33fa0-5622-49a0-b21e-bf87abe6d701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:07:13.439999 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-333ffcb2-db1f-4393-9db6-bcd0dd0538c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:07:13.862891 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:07:14.876601 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5af43288-dd02-4084-874e-f1fcba283848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:07:16.355124 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.agents_db [None req-27f02d43-57e8-424c-a1b0-5a1f36db1773 None None] Agent healthcheck: found 6 active agents {{(pid=93703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 17:07:16.419049 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-845c8506-8cf5-4b6b-bbc4-443bdb09ac47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:07:19.425215 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:07:41.151000 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4cfb0edd-3a35-4fc6-8384-fa02a0ec1ef8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:07:43.448951 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-23033cef-7e55-45d7-801a-acf13576fca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:07:43.875094 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:07:44.879522 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5af43288-dd02-4084-874e-f1fcba283848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:07:46.436021 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-845c8506-8cf5-4b6b-bbc4-443bdb09ac47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:07:49.399844 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:07:53.353824 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.agents_db [None req-27f02d43-57e8-424c-a1b0-5a1f36db1773 None None] Agent healthcheck: found 6 active agents {{(pid=93703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 17:08:06.062991 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 53076) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:08:06.250441 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.v2.base [None req-96ead8ea-f2d4-4681-b341-9e87dc0bd921 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-566546045-network', 'tenant_id': '18bc19e8074840d5aacd005693f389bc'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 17:08:06.359314 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96ead8ea-f2d4-4681-b341-9e87dc0bd921 admin admin] Made reservation on behalf of 18bc19e8074840d5aacd005693f389bc for: {'network': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 17:08:06.361854 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-96ead8ea-f2d4-4681-b341-9e87dc0bd921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for network, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:06.375196 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-96ead8ea-f2d4-4681-b341-9e87dc0bd921 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:06.465300 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-96ead8ea-f2d4-4681-b341-9e87dc0bd921 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:06.532945 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-96ead8ea-f2d4-4681-b341-9e87dc0bd921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:06.536395 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-5be8c63f-9ea6-4a4b-8dc5-ec537d74d6e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:08:06.560177 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96ead8ea-f2d4-4681-b341-9e87dc0bd921 admin admin] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=93701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 17:08:06.571219 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ead8ea-f2d4-4681-b341-9e87dc0bd921 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=240ea0bc-105c-4667-abc7-4b917e0290b6,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:08:06.575006 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-96ead8ea-f2d4-4681-b341-9e87dc0bd921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083357'] for segment, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:06.575552 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.db.segments_db [None req-96ead8ea-f2d4-4681-b341-9e87dc0bd921 admin admin] Added segment 12f2579c-f9ba-4bfe-aa56-7adb09f408d3 of type vlan for network ba658aca-cb58-44c7-9214-800ff857a4cd Jun 24 17:08:06.588431 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ead8ea-f2d4-4681-b341-9e87dc0bd921 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:08:06.588799 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ead8ea-f2d4-4681-b341-9e87dc0bd921 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:08:06.589142 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ead8ea-f2d4-4681-b341-9e87dc0bd921 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:08:06.589475 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ead8ea-f2d4-4681-b341-9e87dc0bd921 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:08:06.589833 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ead8ea-f2d4-4681-b341-9e87dc0bd921 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:08:06.590173 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ead8ea-f2d4-4681-b341-9e87dc0bd921 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:08:06.590496 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ead8ea-f2d4-4681-b341-9e87dc0bd921 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:08:06.590821 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ead8ea-f2d4-4681-b341-9e87dc0bd921 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:08:06.591154 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ead8ea-f2d4-4681-b341-9e87dc0bd921 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:08:06.591478 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ead8ea-f2d4-4681-b341-9e87dc0bd921 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:08:06.591792 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ead8ea-f2d4-4681-b341-9e87dc0bd921 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:08:06.592106 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ead8ea-f2d4-4681-b341-9e87dc0bd921 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:08:06.593187 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ead8ea-f2d4-4681-b341-9e87dc0bd921 admin admin] Tracked resource versions report: Jun 24 17:08:06.593187 dv-cinder-797970-1-iscsi neutron-server[93701]: pushed versions: Jun 24 17:08:06.593187 dv-cinder-797970-1-iscsi neutron-server[93701]: { 'AddressGroup': {'1.2'}, Jun 24 17:08:06.593187 dv-cinder-797970-1-iscsi neutron-server[93701]: 'ConntrackHelper': {'1.0'}, Jun 24 17:08:06.593187 dv-cinder-797970-1-iscsi neutron-server[93701]: 'Log': {'1.0'}, Jun 24 17:08:06.593187 dv-cinder-797970-1-iscsi neutron-server[93701]: 'Network': {'1.1'}, Jun 24 17:08:06.593187 dv-cinder-797970-1-iscsi neutron-server[93701]: 'Port': {'1.7'}, Jun 24 17:08:06.593187 dv-cinder-797970-1-iscsi neutron-server[93701]: 'PortForwarding': {'1.2'}, Jun 24 17:08:06.593187 dv-cinder-797970-1-iscsi neutron-server[93701]: 'QosPolicy': {'1.8'}, Jun 24 17:08:06.593187 dv-cinder-797970-1-iscsi neutron-server[93701]: 'SecurityGroup': {'1.4'}, Jun 24 17:08:06.593187 dv-cinder-797970-1-iscsi neutron-server[93701]: 'SecurityGroupRule': {'1.2'}, Jun 24 17:08:06.593187 dv-cinder-797970-1-iscsi neutron-server[93701]: 'SubPort': {'1.0'}, Jun 24 17:08:06.593187 dv-cinder-797970-1-iscsi neutron-server[93701]: 'Subnet': {'1.1'}, Jun 24 17:08:06.593187 dv-cinder-797970-1-iscsi neutron-server[93701]: 'Trunk': {'1.1'}} Jun 24 17:08:06.593187 dv-cinder-797970-1-iscsi neutron-server[93701]: consumer versions: Jun 24 17:08:06.593187 dv-cinder-797970-1-iscsi neutron-server[93701]: { DHCP agent@dv-cinder-797970-1-iscsi: {}, Jun 24 17:08:06.593187 dv-cinder-797970-1-iscsi neutron-server[93701]: HyperV agent@hv-cinder-79797: {}, Jun 24 17:08:06.593187 dv-cinder-797970-1-iscsi neutron-server[93701]: L3 agent@dv-cinder-797970-1-iscsi: {}, Jun 24 17:08:06.593187 dv-cinder-797970-1-iscsi neutron-server[93701]: Metadata agent@dv-cinder-797970-1-iscsi: {}, Jun 24 17:08:06.593187 dv-cinder-797970-1-iscsi neutron-server[93701]: Metering agent@dv-cinder-797970-1-iscsi: {}, Jun 24 17:08:06.593187 dv-cinder-797970-1-iscsi neutron-server[93701]: Open vSwitch agent@dv-cinder-797970-1-iscsi: { 'AddressGroup': '1.2', Jun 24 17:08:06.593187 dv-cinder-797970-1-iscsi neutron-server[93701]: 'ConntrackHelper': '1.0', Jun 24 17:08:06.593187 dv-cinder-797970-1-iscsi neutron-server[93701]: 'Log': '1.0', Jun 24 17:08:06.593187 dv-cinder-797970-1-iscsi neutron-server[93701]: 'Network': '1.1', Jun 24 17:08:06.593187 dv-cinder-797970-1-iscsi neutron-server[93701]: 'Port': '1.7', Jun 24 17:08:06.593187 dv-cinder-797970-1-iscsi neutron-server[93701]: 'PortForwarding': '1.2', Jun 24 17:08:06.593187 dv-cinder-797970-1-iscsi neutron-server[93701]: 'QosPolicy': '1.8', Jun 24 17:08:06.593187 dv-cinder-797970-1-iscsi neutron-server[93701]: 'SecurityGroup': '1.4', Jun 24 17:08:06.593187 dv-cinder-797970-1-iscsi neutron-server[93701]: 'SecurityGroupRule': '1.2', Jun 24 17:08:06.593187 dv-cinder-797970-1-iscsi neutron-server[93701]: 'SubPort': '1.0', Jun 24 17:08:06.593187 dv-cinder-797970-1-iscsi neutron-server[93701]: 'Subnet': '1.1', Jun 24 17:08:06.593187 dv-cinder-797970-1-iscsi neutron-server[93701]: 'Trunk': '1.1'}} Jun 24 17:08:06.593187 dv-cinder-797970-1-iscsi neutron-server[93701]: {{(pid=93701) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 17:08:06.596543 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-96ead8ea-f2d4-4681-b341-9e87dc0bd921 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:08:06.640067 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-96ead8ea-f2d4-4681-b341-9e87dc0bd921 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734938226544'] for network, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:06.755777 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-96ead8ea-f2d4-4681-b341-9e87dc0bd921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-545941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592956'] for network, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:06.757504 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96ead8ea-f2d4-4681-b341-9e87dc0bd921 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:08:06.758899 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-96ead8ea-f2d4-4681-b341-9e87dc0bd921 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592921'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:06.762166 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-ba903058-5e5f-4be3-ae67-39a03ec04436 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:08:06.822919 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ead8ea-f2d4-4681-b341-9e87dc0bd921 admin admin] Pushing event updated for resources: {'Network': ['ID=ba658aca-cb58-44c7-9214-800ff857a4cd,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:08:06.825561 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-96ead8ea-f2d4-4681-b341-9e87dc0bd921 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:08:06.832619 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Network ba658aca-cb58-44c7-9214-800ff857a4cd details requested by agent ovs-agent-dv-cinder-797970-1-iscsi with host dv-cinder-797970-1-iscsi {{(pid=93702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 17:08:06.918426 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-96ead8ea-f2d4-4681-b341-9e87dc0bd921 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8543625 Jun 24 17:08:06.921477 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 53124) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:08:06.936086 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.v2.base [None req-47cf1191-6750-4c0c-90dc-50fc57e4da94 admin admin] Request body: {'subnet': {'network_id': 'ba658aca-cb58-44c7-9214-800ff857a4cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-566546045-subnet', 'tenant_id': '18bc19e8074840d5aacd005693f389bc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 17:08:07.004958 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47cf1191-6750-4c0c-90dc-50fc57e4da94 admin admin] Made reservation on behalf of 18bc19e8074840d5aacd005693f389bc for: {'subnet': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 17:08:07.007520 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-47cf1191-6750-4c0c-90dc-50fc57e4da94 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:07.192405 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 53132) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:08:07.230619 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-47cf1191-6750-4c0c-90dc-50fc57e4da94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935'] for subnet, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:07.234089 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-ab3d14e6-1451-4163-b724-e4a40117bb15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:08:07.294911 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cf1191-6750-4c0c-90dc-50fc57e4da94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f9f2a5b-9478-442a-a358-447e513537b6,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:08:07.295342 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 53136) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:08:07.302941 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-47cf1191-6750-4c0c-90dc-50fc57e4da94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:08:07.304326 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47cf1191-6750-4c0c-90dc-50fc57e4da94 admin admin] Checking segment: {'id': '12f2579c-f9ba-4bfe-aa56-7adb09f408d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'ba658aca-cb58-44c7-9214-800ff857a4cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 17:08:07.304734 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47cf1191-6750-4c0c-90dc-50fc57e4da94 admin admin] Network hostable DHCP agents. Network: ba658aca-cb58-44c7-9214-800ff857a4cd, hostable agents: ['254af59c-4468-4f5d-9dc1-adf32c301d4f'], hosted agents: [] {{(pid=93701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 17:08:07.387530 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47cf1191-6750-4c0c-90dc-50fc57e4da94 admin admin] Network ba658aca-cb58-44c7-9214-800ff857a4cd is scheduled to be hosted by DHCP agent 254af59c-4468-4f5d-9dc1-adf32c301d4f with binding_index 1 {{(pid=93701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 17:08:07.417026 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 53144) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:08:07.430792 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 53152) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:08:07.458801 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-47cf1191-6750-4c0c-90dc-50fc57e4da94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797970-1-iscsi, ba658aca-cb58-44c7-9214-800ff857a4cd) {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 17:08:07.479649 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbfcf2f2-b13c-4966-8f46-b51c72aea239 None None] Network ba658aca-cb58-44c7-9214-800ff857a4cd requested from dv-cinder-797970-1-iscsi {{(pid=93702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 17:08:07.479823 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47cf1191-6750-4c0c-90dc-50fc57e4da94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:08:07.479823 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-47cf1191-6750-4c0c-90dc-50fc57e4da94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592921'] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:07.535393 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.v2.base [None req-72fa7f6a-97e7-4de2-af0b-c9fdc9724d52 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1251952186-network', 'tenant_id': 'fea91de70bb14b7dbc15fd1cce9a200e'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 17:08:07.548534 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.v2.base [None req-43e11896-a34a-4d72-a503-12f46910afdb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-267317186-network', 'tenant_id': '6bc5cd721def4e0c90b75e0186dfcb77'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 17:08:07.568011 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-47cf1191-6750-4c0c-90dc-50fc57e4da94 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6451166 Jun 24 17:08:07.614637 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12bca416-8b1d-4d59-bc0b-51d9135aebaf None None] Network ba658aca-cb58-44c7-9214-800ff857a4cd requested from dv-cinder-797970-1-iscsi {{(pid=93702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 17:08:07.666599 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.v2.base [None req-a538faae-e4c4-4e5b-b9f0-7bb77c87eba4 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-170239345-network', 'tenant_id': '4c97fe9a5d64410a985f8efc37df5af0'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 17:08:07.678292 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72fa7f6a-97e7-4de2-af0b-c9fdc9724d52 admin admin] Made reservation on behalf of fea91de70bb14b7dbc15fd1cce9a200e for: {'network': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 17:08:07.680832 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.db.api [None req-a538faae-e4c4-4e5b-b9f0-7bb77c87eba4 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 24 17:08:07.680832 dv-cinder-797970-1-iscsi neutron-server[93700]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 24 17:08:07.680832 dv-cinder-797970-1-iscsi neutron-server[93700]: [parameters: {'project_id_1': '4c97fe9a5d64410a985f8efc37df5af0', 'expiration_1': datetime.datetime(2021, 6, 24, 17, 8, 7, 673920)}] Jun 24 17:08:07.680832 dv-cinder-797970-1-iscsi neutron-server[93700]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93700) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 17:08:07.681627 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_db.api [None req-a538faae-e4c4-4e5b-b9f0-7bb77c87eba4 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 17:08:07.682702 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-72fa7f6a-97e7-4de2-af0b-c9fdc9724d52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for network, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:07.697962 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-72fa7f6a-97e7-4de2-af0b-c9fdc9724d52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:07.723986 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.v2.base [None req-cccb5010-8bc4-4a8b-9bbb-2391e9077a61 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1726669423-network', 'tenant_id': 'c716f65513774ad78041f60e9016ee68'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 17:08:07.772475 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43e11896-a34a-4d72-a503-12f46910afdb admin admin] Made reservation on behalf of 6bc5cd721def4e0c90b75e0186dfcb77 for: {'network': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 17:08:07.775731 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-43e11896-a34a-4d72-a503-12f46910afdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for network, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:07.789527 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-43e11896-a34a-4d72-a503-12f46910afdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:07.916472 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-72fa7f6a-97e7-4de2-af0b-c9fdc9724d52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:08.034730 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-72fa7f6a-97e7-4de2-af0b-c9fdc9724d52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:08.034730 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-ba903058-5e5f-4be3-ae67-39a03ec04436 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:08:08.063256 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72fa7f6a-97e7-4de2-af0b-c9fdc9724d52 admin admin] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=93701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 17:08:08.068586 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fa7f6a-97e7-4de2-af0b-c9fdc9724d52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38660baa-23d7-460c-aa12-9da37b6519e2,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:08:08.077085 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-72fa7f6a-97e7-4de2-af0b-c9fdc9724d52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:08:08.081791 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-72fa7f6a-97e7-4de2-af0b-c9fdc9724d52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083357'] for segment, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:08.082389 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.db.segments_db [None req-72fa7f6a-97e7-4de2-af0b-c9fdc9724d52 admin admin] Added segment b0afad56-fb31-4d16-833b-399d642d2d6a of type vlan for network b5831895-94e5-4f0a-8fea-bf10963f4724 Jun 24 17:08:08.120081 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cccb5010-8bc4-4a8b-9bbb-2391e9077a61 admin admin] Made reservation on behalf of c716f65513774ad78041f60e9016ee68 for: {'network': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 17:08:08.122584 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-cccb5010-8bc4-4a8b-9bbb-2391e9077a61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for network, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:08.142112 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-cccb5010-8bc4-4a8b-9bbb-2391e9077a61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:08.144805 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-72fa7f6a-97e7-4de2-af0b-c9fdc9724d52 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734938226544'] for network, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:08.267624 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-43e11896-a34a-4d72-a503-12f46910afdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:08.299377 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-72fa7f6a-97e7-4de2-af0b-c9fdc9724d52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-545941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592956'] for network, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:08.301031 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72fa7f6a-97e7-4de2-af0b-c9fdc9724d52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:08:08.303236 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-72fa7f6a-97e7-4de2-af0b-c9fdc9724d52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592921'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:08.311698 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:08:08.366947 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fa7f6a-97e7-4de2-af0b-c9fdc9724d52 admin admin] Pushing event updated for resources: {'Network': ['ID=b5831895-94e5-4f0a-8fea-bf10963f4724,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:08:08.370154 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-72fa7f6a-97e7-4de2-af0b-c9fdc9724d52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:08:08.380995 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Network b5831895-94e5-4f0a-8fea-bf10963f4724 details requested by agent ovs-agent-dv-cinder-797970-1-iscsi with host dv-cinder-797970-1-iscsi {{(pid=93702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 17:08:08.407207 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-43e11896-a34a-4d72-a503-12f46910afdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:08.412126 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:08:08.437360 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43e11896-a34a-4d72-a503-12f46910afdb admin admin] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=93701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 17:08:08.464529 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e11896-a34a-4d72-a503-12f46910afdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0143ba4-04fa-4687-a114-08475b6f89f2,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:08:08.467717 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-43e11896-a34a-4d72-a503-12f46910afdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:08:08.469344 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-43e11896-a34a-4d72-a503-12f46910afdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083357'] for segment, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:08.469711 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.db.segments_db [None req-43e11896-a34a-4d72-a503-12f46910afdb admin admin] Added segment 10a83dba-9475-45c8-9dae-cc9d5b4ac03a of type vlan for network e2c58ddc-3a0b-4159-9aa1-b7e24abf6c42 Jun 24 17:08:08.485238 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-72fa7f6a-97e7-4de2-af0b-c9fdc9724d52 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2916319 Jun 24 17:08:08.494691 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 53200) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:08:08.504405 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.v2.base [None req-0cb0d65e-d96d-473f-89dd-4c4e6a5fc9c5 admin admin] Request body: {'subnet': {'network_id': 'b5831895-94e5-4f0a-8fea-bf10963f4724', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1251952186-subnet', 'tenant_id': 'fea91de70bb14b7dbc15fd1cce9a200e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 17:08:08.548118 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-43e11896-a34a-4d72-a503-12f46910afdb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734938226544'] for network, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:08.633833 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-43e11896-a34a-4d72-a503-12f46910afdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-545941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592956'] for network, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:08.635138 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e11896-a34a-4d72-a503-12f46910afdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:08:08.635719 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-43e11896-a34a-4d72-a503-12f46910afdb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592921'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:08.638811 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:08:08.650781 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-cccb5010-8bc4-4a8b-9bbb-2391e9077a61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:08.701786 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e11896-a34a-4d72-a503-12f46910afdb admin admin] Pushing event updated for resources: {'Network': ['ID=e2c58ddc-3a0b-4159-9aa1-b7e24abf6c42,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:08:08.704445 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-43e11896-a34a-4d72-a503-12f46910afdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:08:08.717789 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Network e2c58ddc-3a0b-4159-9aa1-b7e24abf6c42 details requested by agent ovs-agent-dv-cinder-797970-1-iscsi with host dv-cinder-797970-1-iscsi {{(pid=93702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 17:08:08.758264 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-cccb5010-8bc4-4a8b-9bbb-2391e9077a61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:08.772720 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cccb5010-8bc4-4a8b-9bbb-2391e9077a61 admin admin] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=93700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 17:08:08.783675 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-cccb5010-8bc4-4a8b-9bbb-2391e9077a61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083357'] for segment, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:08.784805 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.db.segments_db [None req-cccb5010-8bc4-4a8b-9bbb-2391e9077a61 admin admin] Added segment 2dcfe78b-23a4-4269-b080-4498cc70c905 of type vlan for network 64ba3aa0-af7f-43bc-95fc-b6be55710575 Jun 24 17:08:08.836992 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-cccb5010-8bc4-4a8b-9bbb-2391e9077a61 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734938226544'] for network, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:08.880116 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-c4ddd8a2-ef41-4786-b9ee-62d8541a15f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:08:08.887445 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a538faae-e4c4-4e5b-b9f0-7bb77c87eba4 admin admin] Made reservation on behalf of 4c97fe9a5d64410a985f8efc37df5af0 for: {'network': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 17:08:08.890282 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a538faae-e4c4-4e5b-b9f0-7bb77c87eba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for network, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:08.908155 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a538faae-e4c4-4e5b-b9f0-7bb77c87eba4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:08.931454 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccb5010-8bc4-4a8b-9bbb-2391e9077a61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92795e86-bc90-401e-8d2a-ff4520af3818,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:08:08.938800 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccb5010-8bc4-4a8b-9bbb-2391e9077a61 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:08:08.939167 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccb5010-8bc4-4a8b-9bbb-2391e9077a61 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:08:08.939505 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccb5010-8bc4-4a8b-9bbb-2391e9077a61 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:08:08.939833 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccb5010-8bc4-4a8b-9bbb-2391e9077a61 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:08:08.940153 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccb5010-8bc4-4a8b-9bbb-2391e9077a61 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:08:08.940492 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccb5010-8bc4-4a8b-9bbb-2391e9077a61 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:08:08.940815 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccb5010-8bc4-4a8b-9bbb-2391e9077a61 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:08:08.941279 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccb5010-8bc4-4a8b-9bbb-2391e9077a61 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:08:08.941781 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccb5010-8bc4-4a8b-9bbb-2391e9077a61 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:08:08.942103 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccb5010-8bc4-4a8b-9bbb-2391e9077a61 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:08:08.942415 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccb5010-8bc4-4a8b-9bbb-2391e9077a61 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:08:08.942726 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccb5010-8bc4-4a8b-9bbb-2391e9077a61 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:08:08.943784 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccb5010-8bc4-4a8b-9bbb-2391e9077a61 admin admin] Tracked resource versions report: Jun 24 17:08:08.943784 dv-cinder-797970-1-iscsi neutron-server[93700]: pushed versions: Jun 24 17:08:08.943784 dv-cinder-797970-1-iscsi neutron-server[93700]: { 'AddressGroup': {'1.2'}, Jun 24 17:08:08.943784 dv-cinder-797970-1-iscsi neutron-server[93700]: 'ConntrackHelper': {'1.0'}, Jun 24 17:08:08.943784 dv-cinder-797970-1-iscsi neutron-server[93700]: 'Log': {'1.0'}, Jun 24 17:08:08.943784 dv-cinder-797970-1-iscsi neutron-server[93700]: 'Network': {'1.1'}, Jun 24 17:08:08.943784 dv-cinder-797970-1-iscsi neutron-server[93700]: 'Port': {'1.7'}, Jun 24 17:08:08.943784 dv-cinder-797970-1-iscsi neutron-server[93700]: 'PortForwarding': {'1.2'}, Jun 24 17:08:08.943784 dv-cinder-797970-1-iscsi neutron-server[93700]: 'QosPolicy': {'1.8'}, Jun 24 17:08:08.943784 dv-cinder-797970-1-iscsi neutron-server[93700]: 'SecurityGroup': {'1.4'}, Jun 24 17:08:08.943784 dv-cinder-797970-1-iscsi neutron-server[93700]: 'SecurityGroupRule': {'1.2'}, Jun 24 17:08:08.943784 dv-cinder-797970-1-iscsi neutron-server[93700]: 'SubPort': {'1.0'}, Jun 24 17:08:08.943784 dv-cinder-797970-1-iscsi neutron-server[93700]: 'Subnet': {'1.1'}, Jun 24 17:08:08.943784 dv-cinder-797970-1-iscsi neutron-server[93700]: 'Trunk': {'1.1'}} Jun 24 17:08:08.943784 dv-cinder-797970-1-iscsi neutron-server[93700]: consumer versions: Jun 24 17:08:08.943784 dv-cinder-797970-1-iscsi neutron-server[93700]: { DHCP agent@dv-cinder-797970-1-iscsi: {}, Jun 24 17:08:08.943784 dv-cinder-797970-1-iscsi neutron-server[93700]: HyperV agent@hv-cinder-79797: {}, Jun 24 17:08:08.943784 dv-cinder-797970-1-iscsi neutron-server[93700]: L3 agent@dv-cinder-797970-1-iscsi: {}, Jun 24 17:08:08.943784 dv-cinder-797970-1-iscsi neutron-server[93700]: Metadata agent@dv-cinder-797970-1-iscsi: {}, Jun 24 17:08:08.943784 dv-cinder-797970-1-iscsi neutron-server[93700]: Metering agent@dv-cinder-797970-1-iscsi: {}, Jun 24 17:08:08.943784 dv-cinder-797970-1-iscsi neutron-server[93700]: Open vSwitch agent@dv-cinder-797970-1-iscsi: { 'AddressGroup': '1.2', Jun 24 17:08:08.943784 dv-cinder-797970-1-iscsi neutron-server[93700]: 'ConntrackHelper': '1.0', Jun 24 17:08:08.943784 dv-cinder-797970-1-iscsi neutron-server[93700]: 'Log': '1.0', Jun 24 17:08:08.943784 dv-cinder-797970-1-iscsi neutron-server[93700]: 'Network': '1.1', Jun 24 17:08:08.943784 dv-cinder-797970-1-iscsi neutron-server[93700]: 'Port': '1.7', Jun 24 17:08:08.943784 dv-cinder-797970-1-iscsi neutron-server[93700]: 'PortForwarding': '1.2', Jun 24 17:08:08.943784 dv-cinder-797970-1-iscsi neutron-server[93700]: 'QosPolicy': '1.8', Jun 24 17:08:08.943784 dv-cinder-797970-1-iscsi neutron-server[93700]: 'SecurityGroup': '1.4', Jun 24 17:08:08.943784 dv-cinder-797970-1-iscsi neutron-server[93700]: 'SecurityGroupRule': '1.2', Jun 24 17:08:08.943784 dv-cinder-797970-1-iscsi neutron-server[93700]: 'SubPort': '1.0', Jun 24 17:08:08.943784 dv-cinder-797970-1-iscsi neutron-server[93700]: 'Subnet': '1.1', Jun 24 17:08:08.943784 dv-cinder-797970-1-iscsi neutron-server[93700]: 'Trunk': '1.1'}} Jun 24 17:08:08.943784 dv-cinder-797970-1-iscsi neutron-server[93700]: {{(pid=93700) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 17:08:08.948767 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cb0d65e-d96d-473f-89dd-4c4e6a5fc9c5 admin admin] Made reservation on behalf of fea91de70bb14b7dbc15fd1cce9a200e for: {'subnet': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 17:08:08.951160 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0cb0d65e-d96d-473f-89dd-4c4e6a5fc9c5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:08.966861 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-cccb5010-8bc4-4a8b-9bbb-2391e9077a61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:08:08.972862 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-cccb5010-8bc4-4a8b-9bbb-2391e9077a61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-545941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592956'] for network, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:08.976702 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cccb5010-8bc4-4a8b-9bbb-2391e9077a61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:08:08.978360 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-cccb5010-8bc4-4a8b-9bbb-2391e9077a61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592921'] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:09.001693 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:08:09.036442 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-43e11896-a34a-4d72-a503-12f46910afdb admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.7380636 Jun 24 17:08:09.040954 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 53222) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:08:09.050953 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.v2.base [None req-456d0687-74ed-485a-ba17-1fccad75eb4a admin admin] Request body: {'subnet': {'network_id': 'e2c58ddc-3a0b-4159-9aa1-b7e24abf6c42', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-267317186-subnet', 'tenant_id': '6bc5cd721def4e0c90b75e0186dfcb77', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 17:08:09.114768 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-cccb5010-8bc4-4a8b-9bbb-2391e9077a61 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.6824820 Jun 24 17:08:09.115376 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 53224) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:08:09.141102 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.v2.base [None req-828ea69e-bce7-4029-9e26-0cff10f4335d admin admin] Request body: {'subnet': {'network_id': '64ba3aa0-af7f-43bc-95fc-b6be55710575', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1726669423-subnet', 'tenant_id': 'c716f65513774ad78041f60e9016ee68', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 17:08:09.162362 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccb5010-8bc4-4a8b-9bbb-2391e9077a61 admin admin] Pushing event updated for resources: {'Network': ['ID=64ba3aa0-af7f-43bc-95fc-b6be55710575,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:08:09.169501 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-cccb5010-8bc4-4a8b-9bbb-2391e9077a61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:08:09.174028 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Network 64ba3aa0-af7f-43bc-95fc-b6be55710575 details requested by agent ovs-agent-dv-cinder-797970-1-iscsi with host dv-cinder-797970-1-iscsi {{(pid=93702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 17:08:09.207798 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.db.api [None req-456d0687-74ed-485a-ba17-1fccad75eb4a admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 24 17:08:09.207798 dv-cinder-797970-1-iscsi neutron-server[93701]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 24 17:08:09.207798 dv-cinder-797970-1-iscsi neutron-server[93701]: [parameters: {'project_id_1': '6bc5cd721def4e0c90b75e0186dfcb77', 'expiration_1': datetime.datetime(2021, 6, 24, 17, 8, 9, 63824)}] Jun 24 17:08:09.207798 dv-cinder-797970-1-iscsi neutron-server[93701]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93701) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 17:08:09.208229 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_db.api [None req-456d0687-74ed-485a-ba17-1fccad75eb4a admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 17:08:09.251059 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a538faae-e4c4-4e5b-b9f0-7bb77c87eba4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:09.285200 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0cb0d65e-d96d-473f-89dd-4c4e6a5fc9c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935'] for subnet, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:09.288514 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-47cf1191-6750-4c0c-90dc-50fc57e4da94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:08:09.315264 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a538faae-e4c4-4e5b-b9f0-7bb77c87eba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:09.323871 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:08:09.343794 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a538faae-e4c4-4e5b-b9f0-7bb77c87eba4 admin admin] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=93700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 17:08:09.348630 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb0d65e-d96d-473f-89dd-4c4e6a5fc9c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e87b4c16-dac9-4f7c-93b5-b846172b2da1,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:08:09.352740 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-0cb0d65e-d96d-473f-89dd-4c4e6a5fc9c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:08:09.356738 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb0d65e-d96d-473f-89dd-4c4e6a5fc9c5 admin admin] Checking segment: {'id': 'b0afad56-fb31-4d16-833b-399d642d2d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'b5831895-94e5-4f0a-8fea-bf10963f4724'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 17:08:09.356738 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb0d65e-d96d-473f-89dd-4c4e6a5fc9c5 admin admin] Network hostable DHCP agents. Network: b5831895-94e5-4f0a-8fea-bf10963f4724, hostable agents: ['254af59c-4468-4f5d-9dc1-adf32c301d4f'], hosted agents: [] {{(pid=93701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 17:08:09.363459 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a538faae-e4c4-4e5b-b9f0-7bb77c87eba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083357'] for segment, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:09.363807 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.db.segments_db [None req-a538faae-e4c4-4e5b-b9f0-7bb77c87eba4 admin admin] Added segment 9dcc22a8-c6a4-47fa-9345-4011e47050ec of type vlan for network 13e56ba6-695c-459c-8ab3-5552ec0cfa8d Jun 24 17:08:09.365230 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a538faae-e4c4-4e5b-b9f0-7bb77c87eba4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10c0f418-3e44-4c64-a836-2045165cded7,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:08:09.375948 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-a538faae-e4c4-4e5b-b9f0-7bb77c87eba4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:08:09.390810 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 53246) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:08:09.393712 dv-cinder-797970-1-iscsi neutron-server[93701]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 24 17:08:09.401328 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-828ea69e-bce7-4029-9e26-0cff10f4335d admin admin] Made reservation on behalf of c716f65513774ad78041f60e9016ee68 for: {'subnet': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 17:08:09.403904 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-828ea69e-bce7-4029-9e26-0cff10f4335d admin admin] Notify callbacks [] for subnet, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:09.448674 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a538faae-e4c4-4e5b-b9f0-7bb77c87eba4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734938226544'] for network, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:09.473347 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb0d65e-d96d-473f-89dd-4c4e6a5fc9c5 admin admin] Network b5831895-94e5-4f0a-8fea-bf10963f4724 is scheduled to be hosted by DHCP agent 254af59c-4468-4f5d-9dc1-adf32c301d4f with binding_index 1 {{(pid=93701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 17:08:09.585563 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7022d6d3-ad32-4075-a2da-9e4fb3bd33f0 req-4a862eed-6324-42e6-bcfc-1770d63a33ba tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:08:09.587460 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-7022d6d3-ad32-4075-a2da-9e4fb3bd33f0 req-4a862eed-6324-42e6-bcfc-1770d63a33ba tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.15 "GET /v2.0/networks?id=ba658aca-cb58-44c7-9214-800ff857a4cd HTTP/1.1" status: 200 len: 814 time: 0.1950006 Jun 24 17:08:09.588598 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-0cb0d65e-d96d-473f-89dd-4c4e6a5fc9c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797970-1-iscsi, b5831895-94e5-4f0a-8fea-bf10963f4724) {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 17:08:09.605273 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbaa865d-171b-45f9-9bd1-fbaf2a295a6d None None] Network b5831895-94e5-4f0a-8fea-bf10963f4724 requested from dv-cinder-797970-1-iscsi {{(pid=93702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 17:08:09.621161 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cb0d65e-d96d-473f-89dd-4c4e6a5fc9c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:08:09.621161 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0cb0d65e-d96d-473f-89dd-4c4e6a5fc9c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592921'] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:09.629958 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-7022d6d3-ad32-4075-a2da-9e4fb3bd33f0 req-890af302-73fd-4555-aef9-88fe315321ee tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.15 "GET /v2.0/quotas/18bc19e8074840d5aacd005693f389bc HTTP/1.1" status: 200 len: 375 time: 0.0175204 Jun 24 17:08:09.639735 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a538faae-e4c4-4e5b-b9f0-7bb77c87eba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-545941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592956'] for network, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:09.641097 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a538faae-e4c4-4e5b-b9f0-7bb77c87eba4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:08:09.641676 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a538faae-e4c4-4e5b-b9f0-7bb77c87eba4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592921'] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:09.649243 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-b9a34cfe-b819-4640-9519-338ecb6820f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:08:09.711799 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a538faae-e4c4-4e5b-b9f0-7bb77c87eba4 admin admin] Pushing event updated for resources: {'Network': ['ID=13e56ba6-695c-459c-8ab3-5552ec0cfa8d,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:08:09.720805 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-828ea69e-bce7-4029-9e26-0cff10f4335d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935'] for subnet, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:09.722062 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-a538faae-e4c4-4e5b-b9f0-7bb77c87eba4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:08:09.725748 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-29fea484-2c2e-41b1-b098-4b986bf609a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:08:09.729848 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Network 13e56ba6-695c-459c-8ab3-5552ec0cfa8d details requested by agent ovs-agent-dv-cinder-797970-1-iscsi with host dv-cinder-797970-1-iscsi {{(pid=93702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 17:08:09.787775 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828ea69e-bce7-4029-9e26-0cff10f4335d admin admin] Pushing event updated for resources: {'Subnet': ['ID=dca613bb-5c51-470d-979d-79528d145d2a,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:08:09.798840 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-828ea69e-bce7-4029-9e26-0cff10f4335d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:08:09.804322 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-a538faae-e4c4-4e5b-b9f0-7bb77c87eba4 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.3840332 Jun 24 17:08:09.804322 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828ea69e-bce7-4029-9e26-0cff10f4335d admin admin] Checking segment: {'id': '2dcfe78b-23a4-4269-b080-4498cc70c905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '64ba3aa0-af7f-43bc-95fc-b6be55710575'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 17:08:09.804575 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-828ea69e-bce7-4029-9e26-0cff10f4335d admin admin] Network hostable DHCP agents. Network: 64ba3aa0-af7f-43bc-95fc-b6be55710575, hostable agents: ['254af59c-4468-4f5d-9dc1-adf32c301d4f'], hosted agents: [] {{(pid=93700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 17:08:09.808350 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 53254) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:08:09.813816 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.v2.base [None req-7abe3b00-ac6a-4f9d-953e-aa704df5b5df admin admin] Request body: {'subnet': {'network_id': '13e56ba6-695c-459c-8ab3-5552ec0cfa8d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-170239345-subnet', 'tenant_id': '4c97fe9a5d64410a985f8efc37df5af0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 17:08:09.825416 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-7022d6d3-ad32-4075-a2da-9e4fb3bd33f0 req-9a13696b-51fc-47c7-a166-c072eacad43d tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=18bc19e8074840d5aacd005693f389bc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1880763 Jun 24 17:08:09.830714 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-0cb0d65e-d96d-473f-89dd-4c4e6a5fc9c5 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3335052 Jun 24 17:08:09.835667 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 53258) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:08:09.840876 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.v2.base [None req-d51f45a6-e316-46b9-9589-91fa2cbf64e7 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1251952186-router', 'tenant_id': 'fea91de70bb14b7dbc15fd1cce9a200e', 'external_gateway_info': {'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a'}}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 17:08:09.944415 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-828ea69e-bce7-4029-9e26-0cff10f4335d admin admin] Network 64ba3aa0-af7f-43bc-95fc-b6be55710575 is scheduled to be hosted by DHCP agent 254af59c-4468-4f5d-9dc1-adf32c301d4f with binding_index 1 {{(pid=93700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 17:08:09.952522 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ef69118-b430-4b56-8492-71f632095425 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e573fc9-6f75-50b0-852a-544de058715c-b5831895-94e5-4f0a-8fea-bf10963f4724', 'network_id': 'b5831895-94e5-4f0a-8fea-bf10963f4724', 'tenant_id': 'fea91de70bb14b7dbc15fd1cce9a200e', 'fixed_ips': [{'subnet_id': 'e87b4c16-dac9-4f7c-93b5-b846172b2da1'}]}} from dv-cinder-797970-1-iscsi. {{(pid=93702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 17:08:09.953617 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-6ef69118-b430-4b56-8492-71f632095425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:09.974237 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7abe3b00-ac6a-4f9d-953e-aa704df5b5df admin admin] Made reservation on behalf of 4c97fe9a5d64410a985f8efc37df5af0 for: {'subnet': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 17:08:09.979450 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7abe3b00-ac6a-4f9d-953e-aa704df5b5df admin admin] Notify callbacks [] for subnet, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:09.985348 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.db.api [None req-d51f45a6-e316-46b9-9589-91fa2cbf64e7 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 24 17:08:09.985348 dv-cinder-797970-1-iscsi neutron-server[93701]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 24 17:08:09.985348 dv-cinder-797970-1-iscsi neutron-server[93701]: [parameters: {'project_id_1': 'fea91de70bb14b7dbc15fd1cce9a200e', 'expiration_1': datetime.datetime(2021, 6, 24, 17, 8, 9, 845863)}] Jun 24 17:08:09.985348 dv-cinder-797970-1-iscsi neutron-server[93701]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93701) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 17:08:09.985348 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_db.api [None req-d51f45a6-e316-46b9-9589-91fa2cbf64e7 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 17:08:10.045101 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-828ea69e-bce7-4029-9e26-0cff10f4335d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797970-1-iscsi, 64ba3aa0-af7f-43bc-95fc-b6be55710575) {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 17:08:10.055210 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-828ea69e-bce7-4029-9e26-0cff10f4335d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:08:10.055792 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-828ea69e-bce7-4029-9e26-0cff10f4335d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592921'] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:10.057928 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [req-7022d6d3-ad32-4075-a2da-9e4fb3bd33f0 req-a6a5c16e-a481-4a91-91bc-0bed35189c13 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=93701) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 17:08:10.060319 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-7022d6d3-ad32-4075-a2da-9e4fb3bd33f0 req-a6a5c16e-a481-4a91-91bc-0bed35189c13 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0704002 Jun 24 17:08:10.076529 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be679ea5-3756-41f1-8aed-2cd99fdb7edb None None] Network 64ba3aa0-af7f-43bc-95fc-b6be55710575 requested from dv-cinder-797970-1-iscsi {{(pid=93702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 17:08:10.079359 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-456d0687-74ed-485a-ba17-1fccad75eb4a admin admin] Made reservation on behalf of 6bc5cd721def4e0c90b75e0186dfcb77 for: {'subnet': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 17:08:10.081770 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-456d0687-74ed-485a-ba17-1fccad75eb4a admin admin] Notify callbacks [] for subnet, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:10.170429 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [None req-6ef69118-b430-4b56-8492-71f632095425 None None] Allocated IP 172.20.0.2 (b5831895-94e5-4f0a-8fea-bf10963f4724/e87b4c16-dac9-4f7c-93b5-b846172b2da1/5b5cf024-cf4b-4aa3-a6e8-fc1ccb2d5527) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 17:08:10.227617 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-828ea69e-bce7-4029-9e26-0cff10f4335d admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.0987206 Jun 24 17:08:10.229890 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-7022d6d3-ad32-4075-a2da-9e4fb3bd33f0 req-171b142f-8a23-4a90-864a-b8c52e331799 service neutron] 10.222.0.15 "GET /v2.0/networks/ba658aca-cb58-44c7-9214-800ff857a4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582153 Jun 24 17:08:10.234542 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 53272) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:08:10.239727 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.v2.base [None req-5ca23630-7478-4a94-98de-d2de2718695d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1726669423-router', 'tenant_id': 'c716f65513774ad78041f60e9016ee68', 'external_gateway_info': {'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a'}}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 17:08:10.320255 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d1446bd-d5f2-4f01-b0da-f508cf21000b None None] Network 64ba3aa0-af7f-43bc-95fc-b6be55710575 requested from dv-cinder-797970-1-iscsi {{(pid=93702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 17:08:10.373968 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7abe3b00-ac6a-4f9d-953e-aa704df5b5df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935'] for subnet, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:10.375939 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5ca23630-7478-4a94-98de-d2de2718695d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-935716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25137'] for router, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:10.377597 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5ca23630-7478-4a94-98de-d2de2718695d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-935709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-926300', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25146'] for router, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:10.391256 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-828ea69e-bce7-4029-9e26-0cff10f4335d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:08:10.407671 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-7022d6d3-ad32-4075-a2da-9e4fb3bd33f0 req-f8f3e024-34fb-417d-84a0-21ca87de6333 service neutron] 10.222.0.15 "GET /v2.0/networks/ba658aca-cb58-44c7-9214-800ff857a4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677117 Jun 24 17:08:10.472328 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-6ef69118-b430-4b56-8492-71f632095425 None None] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:10.497596 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-456d0687-74ed-485a-ba17-1fccad75eb4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935'] for subnet, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:10.497893 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-6ef69118-b430-4b56-8492-71f632095425 None None] Transition to ACTIVE for port object 5b5cf024-cf4b-4aa3-a6e8-fc1ccb2d5527 will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 17:08:10.504398 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-d13c4850-b652-49f7-a82c-498ba9150c52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:08:10.534539 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-6ef69118-b430-4b56-8492-71f632095425 None None] Transition to ACTIVE for port object 5b5cf024-cf4b-4aa3-a6e8-fc1ccb2d5527 will not be triggered until provisioned by entity DHCP. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 17:08:10.560577 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7abe3b00-ac6a-4f9d-953e-aa704df5b5df admin admin] Checking segment: {'id': '9dcc22a8-c6a4-47fa-9345-4011e47050ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '13e56ba6-695c-459c-8ab3-5552ec0cfa8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 17:08:10.560930 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7abe3b00-ac6a-4f9d-953e-aa704df5b5df admin admin] Network hostable DHCP agents. Network: 13e56ba6-695c-459c-8ab3-5552ec0cfa8d, hostable agents: ['254af59c-4468-4f5d-9dc1-adf32c301d4f'], hosted agents: [] {{(pid=93700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 17:08:10.567357 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456d0687-74ed-485a-ba17-1fccad75eb4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f50fbc4-85b7-4dc1-a33e-164695f5eb21,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:08:10.571542 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-456d0687-74ed-485a-ba17-1fccad75eb4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:08:10.578040 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456d0687-74ed-485a-ba17-1fccad75eb4a admin admin] Checking segment: {'id': '10a83dba-9475-45c8-9dae-cc9d5b4ac03a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'e2c58ddc-3a0b-4159-9aa1-b7e24abf6c42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 17:08:10.578398 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-456d0687-74ed-485a-ba17-1fccad75eb4a admin admin] Network hostable DHCP agents. Network: e2c58ddc-3a0b-4159-9aa1-b7e24abf6c42, hostable agents: ['254af59c-4468-4f5d-9dc1-adf32c301d4f'], hosted agents: [] {{(pid=93701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 17:08:10.590958 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d51f45a6-e316-46b9-9589-91fa2cbf64e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-935716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25137'] for router, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:10.591899 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d51f45a6-e316-46b9-9589-91fa2cbf64e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-935709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-926300', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25146'] for router, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:10.599507 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5ca23630-7478-4a94-98de-d2de2718695d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:10.600605 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abe3b00-ac6a-4f9d-953e-aa704df5b5df admin admin] Pushing event updated for resources: {'Subnet': ['ID=5eb7a144-c3c8-4609-96fe-4b002582aad1,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:08:10.603494 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-7abe3b00-ac6a-4f9d-953e-aa704df5b5df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:08:10.619631 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-6ef69118-b430-4b56-8492-71f632095425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1991527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-355756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734938254830'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:10.623551 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:08:10.649138 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d51f45a6-e316-46b9-9589-91fa2cbf64e7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:10.670197 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef69118-b430-4b56-8492-71f632095425 None None] Network b5831895-94e5-4f0a-8fea-bf10963f4724 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 17:08:10.672027 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-6ef69118-b430-4b56-8492-71f632095425 None None] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 17:08:10.673733 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef69118-b430-4b56-8492-71f632095425 None None] Pushing event updated for resources: {'Port': ['ID=5b5cf024-cf4b-4aa3-a6e8-fc1ccb2d5527,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:08:10.676886 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef69118-b430-4b56-8492-71f632095425 None None] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 17:08:10.685996 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef69118-b430-4b56-8492-71f632095425 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:08:10.686347 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef69118-b430-4b56-8492-71f632095425 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:08:10.686793 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef69118-b430-4b56-8492-71f632095425 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:08:10.687297 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef69118-b430-4b56-8492-71f632095425 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:08:10.687792 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef69118-b430-4b56-8492-71f632095425 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:08:10.688381 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef69118-b430-4b56-8492-71f632095425 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:08:10.688697 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef69118-b430-4b56-8492-71f632095425 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:08:10.689185 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef69118-b430-4b56-8492-71f632095425 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:08:10.689522 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef69118-b430-4b56-8492-71f632095425 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:08:10.689865 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef69118-b430-4b56-8492-71f632095425 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:08:10.690177 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef69118-b430-4b56-8492-71f632095425 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:08:10.690486 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef69118-b430-4b56-8492-71f632095425 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:08:10.691560 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef69118-b430-4b56-8492-71f632095425 None None] Tracked resource versions report: Jun 24 17:08:10.691560 dv-cinder-797970-1-iscsi neutron-server[93702]: pushed versions: Jun 24 17:08:10.691560 dv-cinder-797970-1-iscsi neutron-server[93702]: { 'AddressGroup': {'1.2'}, Jun 24 17:08:10.691560 dv-cinder-797970-1-iscsi neutron-server[93702]: 'ConntrackHelper': {'1.0'}, Jun 24 17:08:10.691560 dv-cinder-797970-1-iscsi neutron-server[93702]: 'Log': {'1.0'}, Jun 24 17:08:10.691560 dv-cinder-797970-1-iscsi neutron-server[93702]: 'Network': {'1.1'}, Jun 24 17:08:10.691560 dv-cinder-797970-1-iscsi neutron-server[93702]: 'Port': {'1.7'}, Jun 24 17:08:10.691560 dv-cinder-797970-1-iscsi neutron-server[93702]: 'PortForwarding': {'1.2'}, Jun 24 17:08:10.691560 dv-cinder-797970-1-iscsi neutron-server[93702]: 'QosPolicy': {'1.8'}, Jun 24 17:08:10.691560 dv-cinder-797970-1-iscsi neutron-server[93702]: 'SecurityGroup': {'1.4'}, Jun 24 17:08:10.691560 dv-cinder-797970-1-iscsi neutron-server[93702]: 'SecurityGroupRule': {'1.2'}, Jun 24 17:08:10.691560 dv-cinder-797970-1-iscsi neutron-server[93702]: 'SubPort': {'1.0'}, Jun 24 17:08:10.691560 dv-cinder-797970-1-iscsi neutron-server[93702]: 'Subnet': {'1.1'}, Jun 24 17:08:10.691560 dv-cinder-797970-1-iscsi neutron-server[93702]: 'Trunk': {'1.1'}} Jun 24 17:08:10.691560 dv-cinder-797970-1-iscsi neutron-server[93702]: consumer versions: Jun 24 17:08:10.691560 dv-cinder-797970-1-iscsi neutron-server[93702]: { DHCP agent@dv-cinder-797970-1-iscsi: {}, Jun 24 17:08:10.691560 dv-cinder-797970-1-iscsi neutron-server[93702]: HyperV agent@hv-cinder-79797: {}, Jun 24 17:08:10.691560 dv-cinder-797970-1-iscsi neutron-server[93702]: L3 agent@dv-cinder-797970-1-iscsi: {}, Jun 24 17:08:10.691560 dv-cinder-797970-1-iscsi neutron-server[93702]: Metadata agent@dv-cinder-797970-1-iscsi: {}, Jun 24 17:08:10.691560 dv-cinder-797970-1-iscsi neutron-server[93702]: Metering agent@dv-cinder-797970-1-iscsi: {}, Jun 24 17:08:10.691560 dv-cinder-797970-1-iscsi neutron-server[93702]: Open vSwitch agent@dv-cinder-797970-1-iscsi: { 'AddressGroup': '1.2', Jun 24 17:08:10.691560 dv-cinder-797970-1-iscsi neutron-server[93702]: 'ConntrackHelper': '1.0', Jun 24 17:08:10.691560 dv-cinder-797970-1-iscsi neutron-server[93702]: 'Log': '1.0', Jun 24 17:08:10.691560 dv-cinder-797970-1-iscsi neutron-server[93702]: 'Network': '1.1', Jun 24 17:08:10.691560 dv-cinder-797970-1-iscsi neutron-server[93702]: 'Port': '1.7', Jun 24 17:08:10.691560 dv-cinder-797970-1-iscsi neutron-server[93702]: 'PortForwarding': '1.2', Jun 24 17:08:10.691560 dv-cinder-797970-1-iscsi neutron-server[93702]: 'QosPolicy': '1.8', Jun 24 17:08:10.691560 dv-cinder-797970-1-iscsi neutron-server[93702]: 'SecurityGroup': '1.4', Jun 24 17:08:10.691560 dv-cinder-797970-1-iscsi neutron-server[93702]: 'SecurityGroupRule': '1.2', Jun 24 17:08:10.691560 dv-cinder-797970-1-iscsi neutron-server[93702]: 'SubPort': '1.0', Jun 24 17:08:10.691560 dv-cinder-797970-1-iscsi neutron-server[93702]: 'Subnet': '1.1', Jun 24 17:08:10.691560 dv-cinder-797970-1-iscsi neutron-server[93702]: 'Trunk': '1.1'}} Jun 24 17:08:10.691560 dv-cinder-797970-1-iscsi neutron-server[93702]: {{(pid=93702) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 17:08:10.697118 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7abe3b00-ac6a-4f9d-953e-aa704df5b5df admin admin] Network 13e56ba6-695c-459c-8ab3-5552ec0cfa8d is scheduled to be hosted by DHCP agent 254af59c-4468-4f5d-9dc1-adf32c301d4f with binding_index 1 {{(pid=93700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 17:08:10.697623 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-456d0687-74ed-485a-ba17-1fccad75eb4a admin admin] Network e2c58ddc-3a0b-4159-9aa1-b7e24abf6c42 is scheduled to be hosted by DHCP agent 254af59c-4468-4f5d-9dc1-adf32c301d4f with binding_index 1 {{(pid=93701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 17:08:10.702516 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-6ef69118-b430-4b56-8492-71f632095425 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:08:10.769013 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-6ef69118-b430-4b56-8492-71f632095425 None None] Attempting to bind port 5b5cf024-cf4b-4aa3-a6e8-fc1ccb2d5527 on host dv-cinder-797970-1-iscsi for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 17:08:10.769711 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-6ef69118-b430-4b56-8492-71f632095425 None None] Attempting to bind port 5b5cf024-cf4b-4aa3-a6e8-fc1ccb2d5527 by drivers openvswitch,hyperv on host dv-cinder-797970-1-iscsi at level 0 using segments [{'id': 'b0afad56-fb31-4d16-833b-399d642d2d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'b5831895-94e5-4f0a-8fea-bf10963f4724'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 17:08:10.770272 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef69118-b430-4b56-8492-71f632095425 None None] Attempting to bind port 5b5cf024-cf4b-4aa3-a6e8-fc1ccb2d5527 on network b5831895-94e5-4f0a-8fea-bf10963f4724 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 17:08:10.775536 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef69118-b430-4b56-8492-71f632095425 None None] Checking agent: {'id': '080a32e4-e34b-4a53-85c8-07f5ff20b123', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797970-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 17, 0, 14), 'started_at': datetime.datetime(2021, 6, 24, 17, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 17, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797970-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 17:08:10.778790 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef69118-b430-4b56-8492-71f632095425 None None] Checking segment: {'id': 'b0afad56-fb31-4d16-833b-399d642d2d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'b5831895-94e5-4f0a-8fea-bf10963f4724'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 17:08:10.778790 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-6ef69118-b430-4b56-8492-71f632095425 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:10.778790 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef69118-b430-4b56-8492-71f632095425 None None] Bound using segment: {'id': 'b0afad56-fb31-4d16-833b-399d642d2d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'b5831895-94e5-4f0a-8fea-bf10963f4724'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 17:08:10.778790 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-6ef69118-b430-4b56-8492-71f632095425 None None] Bound port: 5b5cf024-cf4b-4aa3-a6e8-fc1ccb2d5527, host: dv-cinder-797970-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0afad56-fb31-4d16-833b-399d642d2d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'b5831895-94e5-4f0a-8fea-bf10963f4724'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 17:08:10.778790 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-6ef69118-b430-4b56-8492-71f632095425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:10.828549 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-7abe3b00-ac6a-4f9d-953e-aa704df5b5df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797970-1-iscsi, 13e56ba6-695c-459c-8ab3-5552ec0cfa8d) {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 17:08:10.834775 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7abe3b00-ac6a-4f9d-953e-aa704df5b5df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:08:10.836806 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7abe3b00-ac6a-4f9d-953e-aa704df5b5df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592921'] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:10.849827 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-6ef69118-b430-4b56-8492-71f632095425 None None] For port 5b5cf024-cf4b-4aa3-a6e8-fc1ccb2d5527, host dv-cinder-797970-1-iscsi, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 17:08:10.853848 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-6ef69118-b430-4b56-8492-71f632095425 None None] For port 5b5cf024-cf4b-4aa3-a6e8-fc1ccb2d5527, host dv-cinder-797970-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-1-iscsi',level=0,port_id=5b5cf024-cf4b-4aa3-a6e8-fc1ccb2d5527,segment=NetworkSegment(b0afad56-fb31-4d16-833b-399d642d2d6a),segment_id=b0afad56-fb31-4d16-833b-399d642d2d6a)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 17:08:10.858959 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bc9e8d6-56b9-4ecb-85fc-5860dde9c5d6 None None] Network 13e56ba6-695c-459c-8ab3-5552ec0cfa8d requested from dv-cinder-797970-1-iscsi {{(pid=93702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 17:08:10.932424 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-456d0687-74ed-485a-ba17-1fccad75eb4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797970-1-iscsi, e2c58ddc-3a0b-4159-9aa1-b7e24abf6c42) {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 17:08:10.942909 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-f4835313-d9bd-4821-97da-e00013095c00 req-32a0ff78-730e-42e3-9bdc-07ea1a8059cd tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.15 "GET /v2.0/ports?device_id=7f3d984b-f6ee-40de-ba4c-8370d8f6cef6 HTTP/1.1" status: 200 len: 210 time: 0.0660269 Jun 24 17:08:10.947903 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19f69159-bfba-4f57-8b70-6050cf9b6c43 None None] Network e2c58ddc-3a0b-4159-9aa1-b7e24abf6c42 requested from dv-cinder-797970-1-iscsi {{(pid=93702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 17:08:10.967500 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-6ef69118-b430-4b56-8492-71f632095425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:10.983952 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-654dd61d-fbd0-4613-91e0-8425c6fe29e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:08:10.996334 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-456d0687-74ed-485a-ba17-1fccad75eb4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:08:10.997067 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-456d0687-74ed-485a-ba17-1fccad75eb4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592921'] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:11.037760 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5ca23630-7478-4a94-98de-d2de2718695d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-926208', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-935312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25108'] for router, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:11.078880 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d51f45a6-e316-46b9-9589-91fa2cbf64e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-926208', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-935312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25108'] for router, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:11.134179 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-7abe3b00-ac6a-4f9d-953e-aa704df5b5df admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3244421 Jun 24 17:08:11.182804 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-456d0687-74ed-485a-ba17-1fccad75eb4a admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.1407039 Jun 24 17:08:11.190916 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 53308) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:08:11.218895 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef69118-b430-4b56-8492-71f632095425 None None] Pushing event updated for resources: {'Port': ['ID=5b5cf024-cf4b-4aa3-a6e8-fc1ccb2d5527,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:08:11.273202 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.v2.base [None req-6ff42104-86af-46ed-85a5-7e61f5721c9e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-267317186-router', 'tenant_id': '6bc5cd721def4e0c90b75e0186dfcb77', 'external_gateway_info': {'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a'}}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 17:08:11.276850 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-6ef69118-b430-4b56-8492-71f632095425 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:08:11.283458 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2e034a75-0c02-4b5e-bf11-575d03eb4936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:11.296157 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb695c67-79b8-454c-94b7-12b2b2bb4ece None None] Network 13e56ba6-695c-459c-8ab3-5552ec0cfa8d requested from dv-cinder-797970-1-iscsi {{(pid=93702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 17:08:11.414922 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6ff42104-86af-46ed-85a5-7e61f5721c9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-935716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25137'] for router, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:11.415970 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6ff42104-86af-46ed-85a5-7e61f5721c9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-935709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-926300', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25146'] for router, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:11.474933 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ac47ff8-f2bb-4316-844c-d493e010b77d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e573fc9-6f75-50b0-852a-544de058715c-e2c58ddc-3a0b-4159-9aa1-b7e24abf6c42', 'network_id': 'e2c58ddc-3a0b-4159-9aa1-b7e24abf6c42', 'tenant_id': '6bc5cd721def4e0c90b75e0186dfcb77', 'fixed_ips': [{'subnet_id': '2f50fbc4-85b7-4dc1-a33e-164695f5eb21'}]}} from dv-cinder-797970-1-iscsi. {{(pid=93702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 17:08:11.476179 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2ac47ff8-f2bb-4316-844c-d493e010b77d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:11.725335 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6ff42104-86af-46ed-85a5-7e61f5721c9e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:11.737949 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d51f45a6-e316-46b9-9589-91fa2cbf64e7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:11.759615 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d51f45a6-e316-46b9-9589-91fa2cbf64e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:11.786655 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [None req-2ac47ff8-f2bb-4316-844c-d493e010b77d None None] Allocated IP 172.20.0.2 (e2c58ddc-3a0b-4159-9aa1-b7e24abf6c42/2f50fbc4-85b7-4dc1-a33e-164695f5eb21/aae1ecf7-1ec5-47fe-8c6a-9f764203c7dc) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 17:08:12.020672 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2ac47ff8-f2bb-4316-844c-d493e010b77d None None] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:12.034440 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-2ac47ff8-f2bb-4316-844c-d493e010b77d None None] Transition to ACTIVE for port object aae1ecf7-1ec5-47fe-8c6a-9f764203c7dc will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 17:08:12.036525 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-d51f45a6-e316-46b9-9589-91fa2cbf64e7 admin admin] Allocated IP 172.27.2.165 (d3559561-7efd-493e-88d1-7d47e478b72a/004d905c-cc14-4189-936d-82a0eea7da62/3164075f-28b2-4a16-b9f1-9e59f0d7c5cf) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 17:08:12.059412 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-2ac47ff8-f2bb-4316-844c-d493e010b77d None None] Transition to ACTIVE for port object aae1ecf7-1ec5-47fe-8c6a-9f764203c7dc will not be triggered until provisioned by entity DHCP. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 17:08:12.093052 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5ca23630-7478-4a94-98de-d2de2718695d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:12.093052 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 53358) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:08:12.115848 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Device 5b5cf024-cf4b-4aa3-a6e8-fc1ccb2d5527 up at agent ovs-agent-dv-cinder-797970-1-iscsi {{(pid=93702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 17:08:12.127755 dv-cinder-797970-1-iscsi neutron-server[93700]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 24 17:08:12.150111 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2ac47ff8-f2bb-4316-844c-d493e010b77d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1991527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-355756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734938254830'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:12.155416 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-6b955cae-f614-4db8-9e9e-8f60dfad48dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:08:12.161806 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8851ba95-15ac-441e-b689-8325d17abc83 req-68bc5141-e139-49d7-bdda-9abd041429e8 tempest-DeleteServersTestJSON-1513565885 tempest-DeleteServersTestJSON-1513565885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:08:12.163319 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-8851ba95-15ac-441e-b689-8325d17abc83 req-68bc5141-e139-49d7-bdda-9abd041429e8 tempest-DeleteServersTestJSON-1513565885 tempest-DeleteServersTestJSON-1513565885-project] 10.222.0.15 "GET /v2.0/networks?id=13e56ba6-695c-459c-8ab3-5552ec0cfa8d HTTP/1.1" status: 200 len: 811 time: 0.2651219 Jun 24 17:08:12.201108 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ac47ff8-f2bb-4316-844c-d493e010b77d None None] Network e2c58ddc-3a0b-4159-9aa1-b7e24abf6c42 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 17:08:12.207883 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-2ac47ff8-f2bb-4316-844c-d493e010b77d None None] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 17:08:12.215415 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-1577a62c-0d23-400e-ae9f-9281bcd2204e req-028343c9-68c8-4d24-aa7c-3efc212ff815 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.15 "GET /v2.0/ports?device_id=7f3d984b-f6ee-40de-ba4c-8370d8f6cef6 HTTP/1.1" status: 200 len: 210 time: 0.1080904 Jun 24 17:08:12.226639 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-8851ba95-15ac-441e-b689-8325d17abc83 req-01b1fa7a-e5e3-4355-97ff-b7ae62cf939c tempest-DeleteServersTestJSON-1513565885 tempest-DeleteServersTestJSON-1513565885-project] 10.222.0.15 "GET /v2.0/quotas/4c97fe9a5d64410a985f8efc37df5af0 HTTP/1.1" status: 200 len: 375 time: 0.0434253 Jun 24 17:08:12.232122 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5ca23630-7478-4a94-98de-d2de2718695d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:12.236768 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac47ff8-f2bb-4316-844c-d493e010b77d None None] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 17:08:12.269472 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac47ff8-f2bb-4316-844c-d493e010b77d None None] Pushing event updated for resources: {'Port': ['ID=aae1ecf7-1ec5-47fe-8c6a-9f764203c7dc,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:08:12.283990 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-8851ba95-15ac-441e-b689-8325d17abc83 req-b1acd5a1-d79b-40f2-b381-ef07ac0e35cb tempest-DeleteServersTestJSON-1513565885 tempest-DeleteServersTestJSON-1513565885-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=4c97fe9a5d64410a985f8efc37df5af0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0550377 Jun 24 17:08:12.289016 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-2ac47ff8-f2bb-4316-844c-d493e010b77d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:08:12.313521 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6ff42104-86af-46ed-85a5-7e61f5721c9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-926208', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-935312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25108'] for router, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:12.371334 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d51f45a6-e316-46b9-9589-91fa2cbf64e7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:12.394354 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-2ac47ff8-f2bb-4316-844c-d493e010b77d None None] Attempting to bind port aae1ecf7-1ec5-47fe-8c6a-9f764203c7dc on host dv-cinder-797970-1-iscsi for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 17:08:12.394724 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-2ac47ff8-f2bb-4316-844c-d493e010b77d None None] Attempting to bind port aae1ecf7-1ec5-47fe-8c6a-9f764203c7dc by drivers openvswitch,hyperv on host dv-cinder-797970-1-iscsi at level 0 using segments [{'id': '10a83dba-9475-45c8-9dae-cc9d5b4ac03a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'e2c58ddc-3a0b-4159-9aa1-b7e24abf6c42'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 17:08:12.395139 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac47ff8-f2bb-4316-844c-d493e010b77d None None] Attempting to bind port aae1ecf7-1ec5-47fe-8c6a-9f764203c7dc on network e2c58ddc-3a0b-4159-9aa1-b7e24abf6c42 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 17:08:12.402009 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac47ff8-f2bb-4316-844c-d493e010b77d None None] Checking agent: {'id': '080a32e4-e34b-4a53-85c8-07f5ff20b123', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797970-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 17, 0, 14), 'started_at': datetime.datetime(2021, 6, 24, 17, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 17, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797970-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 17:08:12.402425 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac47ff8-f2bb-4316-844c-d493e010b77d None None] Checking segment: {'id': '10a83dba-9475-45c8-9dae-cc9d5b4ac03a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'e2c58ddc-3a0b-4159-9aa1-b7e24abf6c42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 17:08:12.402881 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2ac47ff8-f2bb-4316-844c-d493e010b77d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:12.403276 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac47ff8-f2bb-4316-844c-d493e010b77d None None] Bound using segment: {'id': '10a83dba-9475-45c8-9dae-cc9d5b4ac03a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'e2c58ddc-3a0b-4159-9aa1-b7e24abf6c42'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 17:08:12.404161 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-2ac47ff8-f2bb-4316-844c-d493e010b77d None None] Bound port: aae1ecf7-1ec5-47fe-8c6a-9f764203c7dc, host: dv-cinder-797970-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10a83dba-9475-45c8-9dae-cc9d5b4ac03a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'e2c58ddc-3a0b-4159-9aa1-b7e24abf6c42'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 17:08:12.404565 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2ac47ff8-f2bb-4316-844c-d493e010b77d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:12.475845 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-8851ba95-15ac-441e-b689-8325d17abc83 req-49f11122-4675-4870-9fc9-3c0e2764405f service neutron] 10.222.0.15 "GET /v2.0/networks/13e56ba6-695c-459c-8ab3-5552ec0cfa8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913633 Jun 24 17:08:12.562042 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-2ac47ff8-f2bb-4316-844c-d493e010b77d None None] For port aae1ecf7-1ec5-47fe-8c6a-9f764203c7dc, host dv-cinder-797970-1-iscsi, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 17:08:12.563215 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-2ac47ff8-f2bb-4316-844c-d493e010b77d None None] For port aae1ecf7-1ec5-47fe-8c6a-9f764203c7dc, host dv-cinder-797970-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-1-iscsi',level=0,port_id=aae1ecf7-1ec5-47fe-8c6a-9f764203c7dc,segment=NetworkSegment(10a83dba-9475-45c8-9dae-cc9d5b4ac03a),segment_id=10a83dba-9475-45c8-9dae-cc9d5b4ac03a)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 17:08:12.568843 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Provisioning for port 5b5cf024-cf4b-4aa3-a6e8-fc1ccb2d5527 completed by entity L2. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 17:08:12.598055 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5bf395e-83b7-47fb-a748-b81deea8f3e8 None None] Network b5831895-94e5-4f0a-8fea-bf10963f4724 requested from dv-cinder-797970-1-iscsi {{(pid=93702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 17:08:12.621085 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-8851ba95-15ac-441e-b689-8325d17abc83 req-941e4327-ac71-4de7-b700-51273bf78f99 service neutron] 10.222.0.15 "GET /v2.0/networks/13e56ba6-695c-459c-8ab3-5552ec0cfa8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442733 Jun 24 17:08:12.661069 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d51f45a6-e316-46b9-9589-91fa2cbf64e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1991527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-355756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734938254830'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:12.669632 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:08:12.725913 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2ac47ff8-f2bb-4316-844c-d493e010b77d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:12.729769 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d51f45a6-e316-46b9-9589-91fa2cbf64e7 admin admin] Network d3559561-7efd-493e-88d1-7d47e478b72a is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 17:08:12.731164 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:08:12.737542 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-d51f45a6-e316-46b9-9589-91fa2cbf64e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 17:08:12.741522 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51f45a6-e316-46b9-9589-91fa2cbf64e7 admin admin] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 17:08:12.942015 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6ff42104-86af-46ed-85a5-7e61f5721c9e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:12.947264 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac47ff8-f2bb-4316-844c-d493e010b77d None None] Pushing event updated for resources: {'Port': ['ID=aae1ecf7-1ec5-47fe-8c6a-9f764203c7dc,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:08:12.952779 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-2ac47ff8-f2bb-4316-844c-d493e010b77d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:08:12.962537 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [None req-5ca23630-7478-4a94-98de-d2de2718695d admin admin] Allocated IP 172.27.2.17 (d3559561-7efd-493e-88d1-7d47e478b72a/004d905c-cc14-4189-936d-82a0eea7da62/37a631a5-59c4-448b-9d12-5947fe0bda7b) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 17:08:13.001395 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6ff42104-86af-46ed-85a5-7e61f5721c9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:13.014738 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-4a317c8b-7457-4a5a-971f-2fc2adf6c1e0 None None] Provisioning for port 5b5cf024-cf4b-4aa3-a6e8-fc1ccb2d5527 completed by entity DHCP. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 17:08:13.025856 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51f45a6-e316-46b9-9589-91fa2cbf64e7 admin admin] Pushing event updated for resources: {'Port': ['ID=3164075f-28b2-4a16-b9f1-9e59f0d7c5cf,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:08:13.029948 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-d51f45a6-e316-46b9-9589-91fa2cbf64e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:08:13.036324 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-4a317c8b-7457-4a5a-971f-2fc2adf6c1e0 None None] Provisioning complete for port 5b5cf024-cf4b-4aa3-a6e8-fc1ccb2d5527 triggered by entity DHCP. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 17:08:13.036754 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4a317c8b-7457-4a5a-971f-2fc2adf6c1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979100'] for port, provisioning_complete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:13.176945 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-dd14d224-795c-4b05-baf3-b89c21fabda1 req-eaa7efd4-0a2a-40f7-8638-cbc2375d576c tempest-DeleteServersTestJSON-1513565885 tempest-DeleteServersTestJSON-1513565885-project] 10.222.0.15 "GET /v2.0/ports?device_id=35d1563d-65d4-4696-bf64-9fa89e5f8567 HTTP/1.1" status: 200 len: 210 time: 0.1082938 Jun 24 17:08:13.244054 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4a317c8b-7457-4a5a-971f-2fc2adf6c1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:13.338123 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-4a317c8b-7457-4a5a-971f-2fc2adf6c1e0 None None] For port 5b5cf024-cf4b-4aa3-a6e8-fc1ccb2d5527, host dv-cinder-797970-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-1-iscsi',level=0,port_id=5b5cf024-cf4b-4aa3-a6e8-fc1ccb2d5527,segment=NetworkSegment(b0afad56-fb31-4d16-833b-399d642d2d6a),segment_id=b0afad56-fb31-4d16-833b-399d642d2d6a)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 17:08:13.422082 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4a317c8b-7457-4a5a-971f-2fc2adf6c1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:13.424585 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-654dd61d-fbd0-4613-91e0-8425c6fe29e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:08:13.436696 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-436d3bb1-7d27-4666-b728-e24b0910622d req-a9b992db-1bb4-40ce-8ca7-f7dd0567d2c2 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.15 "GET /v2.0/ports?device_id=7f3d984b-f6ee-40de-ba4c-8370d8f6cef6 HTTP/1.1" status: 200 len: 210 time: 0.1090887 Jun 24 17:08:13.468068 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d51f45a6-e316-46b9-9589-91fa2cbf64e7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:13.489932 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5ca23630-7478-4a94-98de-d2de2718695d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:13.491565 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-534fdd46-1fc0-4e63-9be5-f76132925478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:13.551856 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a317c8b-7457-4a5a-971f-2fc2adf6c1e0 None None] Pushing event updated for resources: {'Port': ['ID=5b5cf024-cf4b-4aa3-a6e8-fc1ccb2d5527,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:08:13.570228 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-4a317c8b-7457-4a5a-971f-2fc2adf6c1e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:08:13.649141 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-834b41a6-1912-4536-8274-667085287d98 None None] Provisioning complete for port 5b5cf024-cf4b-4aa3-a6e8-fc1ccb2d5527 triggered by entity DHCP. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 17:08:13.649979 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-834b41a6-1912-4536-8274-667085287d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979100'] for port, provisioning_complete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:13.757421 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d51f45a6-e316-46b9-9589-91fa2cbf64e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-935327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-938626'] for router, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:13.768111 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5ca23630-7478-4a94-98de-d2de2718695d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1991527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-355756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734938254830'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:13.808478 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:08:13.989809 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:13.997844 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca23630-7478-4a94-98de-d2de2718695d admin admin] Network d3559561-7efd-493e-88d1-7d47e478b72a is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 17:08:14.016417 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-5ca23630-7478-4a94-98de-d2de2718695d admin admin] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 17:08:14.020251 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca23630-7478-4a94-98de-d2de2718695d admin admin] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 17:08:14.024759 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [None req-6ff42104-86af-46ed-85a5-7e61f5721c9e admin admin] Allocated IP 172.27.2.128 (d3559561-7efd-493e-88d1-7d47e478b72a/004d905c-cc14-4189-936d-82a0eea7da62/0eb03da9-d524-4e7a-adb7-138c5a0a829c) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 17:08:14.047962 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d51f45a6-e316-46b9-9589-91fa2cbf64e7 admin admin] Router 09a0b256-4560-46e2-8be8-52aa83ab8d90 is scheduled to L3 agent ebb0bbf0-d6bc-43df-80f2-a0cdb1424f3b with binding_index 1 {{(pid=93701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 17:08:14.109290 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca23630-7478-4a94-98de-d2de2718695d admin admin] Pushing event updated for resources: {'Port': ['ID=37a631a5-59c4-448b-9d12-5947fe0bda7b,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:08:14.113211 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Device 5b5cf024-cf4b-4aa3-a6e8-fc1ccb2d5527 up at agent ovs-agent-dv-cinder-797970-1-iscsi {{(pid=93702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 17:08:14.114633 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-5ca23630-7478-4a94-98de-d2de2718695d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:08:14.230363 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Provisioning complete for port 5b5cf024-cf4b-4aa3-a6e8-fc1ccb2d5527 triggered by entity L2. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 17:08:14.230363 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979100'] for port, provisioning_complete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:14.234477 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d51f45a6-e316-46b9-9589-91fa2cbf64e7 admin admin] Notify agent at l3_agent.dv-cinder-797970-1-iscsi the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 17:08:14.246343 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361ccec8-6cb0-4f37-a572-df0f9d992621 None None] Sync routers for ids ['09a0b256-4560-46e2-8be8-52aa83ab8d90'] in dv-cinder-797970-1-iscsi {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 17:08:14.264434 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361ccec8-6cb0-4f37-a572-df0f9d992621 None None] Routers {'09a0b256-4560-46e2-8be8-52aa83ab8d90'} bound to L3 agent in host dv-cinder-797970-1-iscsi {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 17:08:14.264434 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-361ccec8-6cb0-4f37-a572-df0f9d992621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-24T17:00:13Z,description=,heartbeat_timestamp=2021-06-24T17:08:13Z,host='dv-cinder-797970-1-iscsi',id=ebb0bbf0-d6bc-43df-80f2-a0cdb1424f3b,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T17:00:14Z,topic='l3_agent')) {'router_ids': ['09a0b256-4560-46e2-8be8-52aa83ab8d90'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:08:14.332789 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d51f45a6-e316-46b9-9589-91fa2cbf64e7 admin admin] Notify callbacks [] for router, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:14.334937 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-d51f45a6-e316-46b9-9589-91fa2cbf64e7 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.4980903 Jun 24 17:08:14.338515 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 53430) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:08:14.365685 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-fc106eb1-bed8-4f79-b89d-bf175a6a695f req-9cc7cfd8-bc4c-4e75-ac53-ade8cf335319 tempest-DeleteServersTestJSON-1513565885 tempest-DeleteServersTestJSON-1513565885-project] 10.222.0.15 "GET /v2.0/ports?device_id=35d1563d-65d4-4696-bf64-9fa89e5f8567 HTTP/1.1" status: 200 len: 210 time: 0.0704641 Jun 24 17:08:14.415718 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Device aae1ecf7-1ec5-47fe-8c6a-9f764203c7dc up at agent ovs-agent-dv-cinder-797970-1-iscsi {{(pid=93702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 17:08:14.416995 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6ff42104-86af-46ed-85a5-7e61f5721c9e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:14.536240 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fa47d78-0e89-47fb-a163-ff9a9e2e2408 None None] Network e2c58ddc-3a0b-4159-9aa1-b7e24abf6c42 requested from dv-cinder-797970-1-iscsi {{(pid=93702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 17:08:14.585673 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6ff42104-86af-46ed-85a5-7e61f5721c9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1991527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-355756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734938254830'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:14.591002 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-361ccec8-6cb0-4f37-a572-df0f9d992621 None None] Set router 09a0b256-4560-46e2-8be8-52aa83ab8d90 gateway port host: dv-cinder-797970-1-iscsi {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 17:08:14.614704 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:08:14.649418 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Provisioning for port aae1ecf7-1ec5-47fe-8c6a-9f764203c7dc completed by entity L2. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 17:08:14.770090 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-c9ba9d4e-859f-44bc-8ec4-5410329cb179 None None] Provisioning for port aae1ecf7-1ec5-47fe-8c6a-9f764203c7dc completed by entity DHCP. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 17:08:14.784992 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-c9ba9d4e-859f-44bc-8ec4-5410329cb179 None None] Provisioning complete for port aae1ecf7-1ec5-47fe-8c6a-9f764203c7dc triggered by entity DHCP. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 17:08:14.785373 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c9ba9d4e-859f-44bc-8ec4-5410329cb179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979100'] for port, provisioning_complete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:14.947908 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-361ccec8-6cb0-4f37-a572-df0f9d992621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09a0b256-4560-46e2-8be8-52aa83ab8d90', 'name': 'tempest-AttachVolumeTestJSON-1251952186-router', 'tenant_id': 'fea91de70bb14b7dbc15fd1cce9a200e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'external_fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '3164075f-28b2-4a16-b9f1-9e59f0d7c5cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T17:08:10Z', 'updated_at': '2021-06-24T17:08:13Z', 'revision_number': 3, 'project_id': 'fea91de70bb14b7dbc15fd1cce9a200e', 'gw_port': {'id': '3164075f-28b2-4a16-b9f1-9e59f0d7c5cf', 'name': '', 'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:77:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09a0b256-4560-46e2-8be8-52aa83ab8d90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:08:11Z', 'updated_at': '2021-06-24T17:08:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '004d905c-cc14-4189-936d-82a0eea7da62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-1-iscsi'}], 'dv-cinder-797970-1-iscsi', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:08:14.964977 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5ca23630-7478-4a94-98de-d2de2718695d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:15.019995 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-b391be64-c6b4-4ddb-9db7-7aa3e0634f33 req-294b197d-a153-4422-b4c1-b982b995e66e tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.15 "GET /v2.0/ports?device_id=7f3d984b-f6ee-40de-ba4c-8370d8f6cef6 HTTP/1.1" status: 200 len: 210 time: 0.0816867 Jun 24 17:08:15.040190 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5af43288-dd02-4084-874e-f1fcba283848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:15.075246 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361ccec8-6cb0-4f37-a572-df0f9d992621 None None] Checking router: 09a0b256-4560-46e2-8be8-52aa83ab8d90 for host: dv-cinder-797970-1-iscsi {{(pid=93703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 17:08:15.076218 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361ccec8-6cb0-4f37-a572-df0f9d992621 None None] Updating router 09a0b256-4560-46e2-8be8-52aa83ab8d90 port 3164075f-28b2-4a16-b9f1-9e59f0d7c5cf binding host dv-cinder-797970-1-iscsi {{(pid=93703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 17:08:15.082526 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c9ba9d4e-859f-44bc-8ec4-5410329cb179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:15.158280 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-361ccec8-6cb0-4f37-a572-df0f9d992621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:15.174060 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-c9ba9d4e-859f-44bc-8ec4-5410329cb179 None None] For port aae1ecf7-1ec5-47fe-8c6a-9f764203c7dc, host dv-cinder-797970-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-1-iscsi',level=0,port_id=aae1ecf7-1ec5-47fe-8c6a-9f764203c7dc,segment=NetworkSegment(10a83dba-9475-45c8-9dae-cc9d5b4ac03a),segment_id=10a83dba-9475-45c8-9dae-cc9d5b4ac03a)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 17:08:15.191837 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff42104-86af-46ed-85a5-7e61f5721c9e admin admin] Network d3559561-7efd-493e-88d1-7d47e478b72a is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 17:08:15.196809 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-6ff42104-86af-46ed-85a5-7e61f5721c9e admin admin] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 17:08:15.200092 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff42104-86af-46ed-85a5-7e61f5721c9e admin admin] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 17:08:15.264340 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-72718ef2-ed69-4cb4-b47f-439a118197be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:15.277026 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff42104-86af-46ed-85a5-7e61f5721c9e admin admin] Pushing event updated for resources: {'Port': ['ID=0eb03da9-d524-4e7a-adb7-138c5a0a829c,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:08:15.279179 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c9ba9d4e-859f-44bc-8ec4-5410329cb179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:15.281507 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-4a317c8b-7457-4a5a-971f-2fc2adf6c1e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:08:15.317018 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-6ff42104-86af-46ed-85a5-7e61f5721c9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.701s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:08:15.349326 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ba9d4e-859f-44bc-8ec4-5410329cb179 None None] Pushing event updated for resources: {'Port': ['ID=aae1ecf7-1ec5-47fe-8c6a-9f764203c7dc,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:08:15.354892 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-c9ba9d4e-859f-44bc-8ec4-5410329cb179 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:08:15.424205 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-e329e4eb-4b71-4dc4-9ef8-5fe35ca3fbdc None None] Provisioning complete for port aae1ecf7-1ec5-47fe-8c6a-9f764203c7dc triggered by entity DHCP. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 17:08:15.424934 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e329e4eb-4b71-4dc4-9ef8-5fe35ca3fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979100'] for port, provisioning_complete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:15.480788 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5ca23630-7478-4a94-98de-d2de2718695d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-935327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-938626'] for router, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:15.582765 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-72718ef2-ed69-4cb4-b47f-439a118197be admin admin] Allocated IP 172.20.0.1 (b5831895-94e5-4f0a-8fea-bf10963f4724/e87b4c16-dac9-4f7c-93b5-b846172b2da1/3fccddd0-c388-4298-8b98-67d407b5b9d1) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 17:08:15.612622 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-361ccec8-6cb0-4f37-a572-df0f9d992621 None None] Notify callbacks [] for port, precommit_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:15.637873 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-361ccec8-6cb0-4f37-a572-df0f9d992621 None None] Transition to ACTIVE for port object 3164075f-28b2-4a16-b9f1-9e59f0d7c5cf will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 17:08:15.706728 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-0a20bc37-f887-4d93-8ec5-c3877451d14d req-d3d6ba9a-a466-42d6-844e-b54bcacff934 tempest-DeleteServersTestJSON-1513565885 tempest-DeleteServersTestJSON-1513565885-project] 10.222.0.15 "GET /v2.0/ports?device_id=35d1563d-65d4-4696-bf64-9fa89e5f8567 HTTP/1.1" status: 200 len: 210 time: 0.0966842 Jun 24 17:08:15.719922 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-361ccec8-6cb0-4f37-a572-df0f9d992621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:15.724232 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:08:15.777022 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6ff42104-86af-46ed-85a5-7e61f5721c9e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:15.793836 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-72718ef2-ed69-4cb4-b47f-439a118197be admin admin] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:15.847304 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cfb539-a200-4288-bc32-4ed9f7050d20 None None] Pushing event updated for resources: {'Port': ['ID=3164075f-28b2-4a16-b9f1-9e59f0d7c5cf,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:08:15.869610 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cfb539-a200-4288-bc32-4ed9f7050d20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:08:15.873813 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cfb539-a200-4288-bc32-4ed9f7050d20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:08:15.874430 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cfb539-a200-4288-bc32-4ed9f7050d20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:08:15.875554 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cfb539-a200-4288-bc32-4ed9f7050d20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:08:15.876064 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cfb539-a200-4288-bc32-4ed9f7050d20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:08:15.879481 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cfb539-a200-4288-bc32-4ed9f7050d20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:08:15.880015 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cfb539-a200-4288-bc32-4ed9f7050d20 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:08:15.880526 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cfb539-a200-4288-bc32-4ed9f7050d20 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:08:15.881023 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cfb539-a200-4288-bc32-4ed9f7050d20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:08:15.881554 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cfb539-a200-4288-bc32-4ed9f7050d20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:08:15.882177 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cfb539-a200-4288-bc32-4ed9f7050d20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:08:15.882639 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cfb539-a200-4288-bc32-4ed9f7050d20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:08:15.885016 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cfb539-a200-4288-bc32-4ed9f7050d20 None None] Tracked resource versions report: Jun 24 17:08:15.885016 dv-cinder-797970-1-iscsi neutron-server[93703]: pushed versions: Jun 24 17:08:15.885016 dv-cinder-797970-1-iscsi neutron-server[93703]: { 'AddressGroup': {'1.2'}, Jun 24 17:08:15.885016 dv-cinder-797970-1-iscsi neutron-server[93703]: 'ConntrackHelper': {'1.0'}, Jun 24 17:08:15.885016 dv-cinder-797970-1-iscsi neutron-server[93703]: 'Log': {'1.0'}, Jun 24 17:08:15.885016 dv-cinder-797970-1-iscsi neutron-server[93703]: 'Network': {'1.1'}, Jun 24 17:08:15.885016 dv-cinder-797970-1-iscsi neutron-server[93703]: 'Port': {'1.7'}, Jun 24 17:08:15.885016 dv-cinder-797970-1-iscsi neutron-server[93703]: 'PortForwarding': {'1.2'}, Jun 24 17:08:15.885016 dv-cinder-797970-1-iscsi neutron-server[93703]: 'QosPolicy': {'1.8'}, Jun 24 17:08:15.885016 dv-cinder-797970-1-iscsi neutron-server[93703]: 'SecurityGroup': {'1.4'}, Jun 24 17:08:15.885016 dv-cinder-797970-1-iscsi neutron-server[93703]: 'SecurityGroupRule': {'1.2'}, Jun 24 17:08:15.885016 dv-cinder-797970-1-iscsi neutron-server[93703]: 'SubPort': {'1.0'}, Jun 24 17:08:15.885016 dv-cinder-797970-1-iscsi neutron-server[93703]: 'Subnet': {'1.1'}, Jun 24 17:08:15.885016 dv-cinder-797970-1-iscsi neutron-server[93703]: 'Trunk': {'1.1'}} Jun 24 17:08:15.885016 dv-cinder-797970-1-iscsi neutron-server[93703]: consumer versions: Jun 24 17:08:15.885016 dv-cinder-797970-1-iscsi neutron-server[93703]: { DHCP agent@dv-cinder-797970-1-iscsi: {}, Jun 24 17:08:15.885016 dv-cinder-797970-1-iscsi neutron-server[93703]: HyperV agent@hv-cinder-79797: {}, Jun 24 17:08:15.885016 dv-cinder-797970-1-iscsi neutron-server[93703]: L3 agent@dv-cinder-797970-1-iscsi: {}, Jun 24 17:08:15.885016 dv-cinder-797970-1-iscsi neutron-server[93703]: Metadata agent@dv-cinder-797970-1-iscsi: {}, Jun 24 17:08:15.885016 dv-cinder-797970-1-iscsi neutron-server[93703]: Metering agent@dv-cinder-797970-1-iscsi: {}, Jun 24 17:08:15.885016 dv-cinder-797970-1-iscsi neutron-server[93703]: Open vSwitch agent@dv-cinder-797970-1-iscsi: { 'AddressGroup': '1.2', Jun 24 17:08:15.885016 dv-cinder-797970-1-iscsi neutron-server[93703]: 'ConntrackHelper': '1.0', Jun 24 17:08:15.885016 dv-cinder-797970-1-iscsi neutron-server[93703]: 'Log': '1.0', Jun 24 17:08:15.885016 dv-cinder-797970-1-iscsi neutron-server[93703]: 'Network': '1.1', Jun 24 17:08:15.885016 dv-cinder-797970-1-iscsi neutron-server[93703]: 'Port': '1.7', Jun 24 17:08:15.885016 dv-cinder-797970-1-iscsi neutron-server[93703]: 'PortForwarding': '1.2', Jun 24 17:08:15.885016 dv-cinder-797970-1-iscsi neutron-server[93703]: 'QosPolicy': '1.8', Jun 24 17:08:15.885016 dv-cinder-797970-1-iscsi neutron-server[93703]: 'SecurityGroup': '1.4', Jun 24 17:08:15.885016 dv-cinder-797970-1-iscsi neutron-server[93703]: 'SecurityGroupRule': '1.2', Jun 24 17:08:15.885016 dv-cinder-797970-1-iscsi neutron-server[93703]: 'SubPort': '1.0', Jun 24 17:08:15.885016 dv-cinder-797970-1-iscsi neutron-server[93703]: 'Subnet': '1.1', Jun 24 17:08:15.885016 dv-cinder-797970-1-iscsi neutron-server[93703]: 'Trunk': '1.1'}} Jun 24 17:08:15.885016 dv-cinder-797970-1-iscsi neutron-server[93703]: {{(pid=93703) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 17:08:15.903350 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG oslo_concurrency.lockutils [None req-a2cfb539-a200-4288-bc32-4ed9f7050d20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=93703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:08:15.904920 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-361ccec8-6cb0-4f37-a572-df0f9d992621 None None] Attempting to bind port 3164075f-28b2-4a16-b9f1-9e59f0d7c5cf on host dv-cinder-797970-1-iscsi for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 17:08:15.907661 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-361ccec8-6cb0-4f37-a572-df0f9d992621 None None] Attempting to bind port 3164075f-28b2-4a16-b9f1-9e59f0d7c5cf by drivers openvswitch,hyperv on host dv-cinder-797970-1-iscsi at level 0 using segments [{'id': 'd12f47f8-231e-43a0-ac28-6eda6263252e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 17:08:15.907661 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361ccec8-6cb0-4f37-a572-df0f9d992621 None None] Attempting to bind port 3164075f-28b2-4a16-b9f1-9e59f0d7c5cf on network d3559561-7efd-493e-88d1-7d47e478b72a {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 17:08:15.912131 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361ccec8-6cb0-4f37-a572-df0f9d992621 None None] Checking agent: {'id': '080a32e4-e34b-4a53-85c8-07f5ff20b123', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797970-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 17, 0, 14), 'started_at': datetime.datetime(2021, 6, 24, 17, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 17, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797970-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 17:08:15.912501 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361ccec8-6cb0-4f37-a572-df0f9d992621 None None] Checking segment: {'id': 'd12f47f8-231e-43a0-ac28-6eda6263252e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 17:08:15.912907 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-361ccec8-6cb0-4f37-a572-df0f9d992621 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:15.913297 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361ccec8-6cb0-4f37-a572-df0f9d992621 None None] Bound using segment: {'id': 'd12f47f8-231e-43a0-ac28-6eda6263252e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 17:08:15.913795 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-361ccec8-6cb0-4f37-a572-df0f9d992621 None None] Bound port: 3164075f-28b2-4a16-b9f1-9e59f0d7c5cf, host: dv-cinder-797970-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd12f47f8-231e-43a0-ac28-6eda6263252e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 17:08:15.914297 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-361ccec8-6cb0-4f37-a572-df0f9d992621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:16.021406 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Device aae1ecf7-1ec5-47fe-8c6a-9f764203c7dc up at agent ovs-agent-dv-cinder-797970-1-iscsi {{(pid=93702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 17:08:16.062120 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-361ccec8-6cb0-4f37-a572-df0f9d992621 None None] For port 3164075f-28b2-4a16-b9f1-9e59f0d7c5cf, host dv-cinder-797970-1-iscsi, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 17:08:16.073631 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-361ccec8-6cb0-4f37-a572-df0f9d992621 None None] For port 3164075f-28b2-4a16-b9f1-9e59f0d7c5cf, host dv-cinder-797970-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-1-iscsi',level=0,port_id=3164075f-28b2-4a16-b9f1-9e59f0d7c5cf,segment=NetworkSegment(d12f47f8-231e-43a0-ac28-6eda6263252e),segment_id=d12f47f8-231e-43a0-ac28-6eda6263252e)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 17:08:16.084055 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Provisioning complete for port aae1ecf7-1ec5-47fe-8c6a-9f764203c7dc triggered by entity L2. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 17:08:16.084554 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979100'] for port, provisioning_complete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:16.130860 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-72718ef2-ed69-4cb4-b47f-439a118197be admin admin] Transition to ACTIVE for port object 3fccddd0-c388-4298-8b98-67d407b5b9d1 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 17:08:16.138425 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.37', 59744) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:08:16.175894 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6ff42104-86af-46ed-85a5-7e61f5721c9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-935327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-938626'] for router, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:16.179292 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-361ccec8-6cb0-4f37-a572-df0f9d992621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:16.206007 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG oslo_concurrency.lockutils [None req-a2cfb539-a200-4288-bc32-4ed9f7050d20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:08:16.224191 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ca23630-7478-4a94-98de-d2de2718695d admin admin] Router da16d50f-181b-4605-9636-ce5a489ca185 is scheduled to L3 agent ebb0bbf0-d6bc-43df-80f2-a0cdb1424f3b with binding_index 1 {{(pid=93700) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 17:08:16.280074 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-3a08711c-c689-4d97-8477-3aa187c748fd req-e594fe38-3cd0-4cb3-826b-bd0b0f5016fd tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.15 "GET /v2.0/ports?device_id=7f3d984b-f6ee-40de-ba4c-8370d8f6cef6 HTTP/1.1" status: 200 len: 210 time: 0.0626955 Jun 24 17:08:16.372116 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cfb539-a200-4288-bc32-4ed9f7050d20 None None] Pushing event updated for resources: {'Port': ['ID=3164075f-28b2-4a16-b9f1-9e59f0d7c5cf,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:08:16.378432 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG oslo_concurrency.lockutils [None req-a2cfb539-a200-4288-bc32-4ed9f7050d20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=93703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:08:16.379222 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361ccec8-6cb0-4f37-a572-df0f9d992621 None None] Routers {'09a0b256-4560-46e2-8be8-52aa83ab8d90'} bound to L3 agent in host dv-cinder-797970-1-iscsi {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 17:08:16.381943 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-361ccec8-6cb0-4f37-a572-df0f9d992621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-24T17:00:13Z,description=,heartbeat_timestamp=2021-06-24T17:08:13Z,host='dv-cinder-797970-1-iscsi',id=ebb0bbf0-d6bc-43df-80f2-a0cdb1424f3b,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T17:00:14Z,topic='l3_agent')) {'router_ids': ['09a0b256-4560-46e2-8be8-52aa83ab8d90'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:08:16.385351 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7022d6d3-ad32-4075-a2da-9e4fb3bd33f0 req-4c4ddb3c-0ed2-4bc3-8fd8-610a78eb8cf1 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:08:16.387875 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-7022d6d3-ad32-4075-a2da-9e4fb3bd33f0 req-4c4ddb3c-0ed2-4bc3-8fd8-610a78eb8cf1 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.37 "GET /v2.0/networks?id=ba658aca-cb58-44c7-9214-800ff857a4cd HTTP/1.1" status: 200 len: 814 time: 0.2483277 Jun 24 17:08:16.402097 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-72718ef2-ed69-4cb4-b47f-439a118197be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1991527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-355756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734938254830'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:16.404700 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:08:16.459301 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-845c8506-8cf5-4b6b-bbc4-443bdb09ac47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:16.501920 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.v2.base [req-7022d6d3-ad32-4075-a2da-9e4fb3bd33f0 req-8b9935c0-6562-455c-bee6-766a4f44f240 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Request body: {'port': {'device_id': '7f3d984b-f6ee-40de-ba4c-8370d8f6cef6', 'network_id': 'ba658aca-cb58-44c7-9214-800ff857a4cd', 'admin_state_up': True, 'tenant_id': '18bc19e8074840d5aacd005693f389bc'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 17:08:16.522864 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-361ccec8-6cb0-4f37-a572-df0f9d992621 None None] Set router 09a0b256-4560-46e2-8be8-52aa83ab8d90 gateway port host: dv-cinder-797970-1-iscsi {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 17:08:16.556238 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ca23630-7478-4a94-98de-d2de2718695d admin admin] Notify agent at l3_agent.dv-cinder-797970-1-iscsi the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 17:08:16.568323 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f7dc95-f28f-4f53-9638-67a525983710 None None] Sync routers for ids ['da16d50f-181b-4605-9636-ce5a489ca185'] in dv-cinder-797970-1-iscsi {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 17:08:16.588971 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f7dc95-f28f-4f53-9638-67a525983710 None None] Routers {'da16d50f-181b-4605-9636-ce5a489ca185'} bound to L3 agent in host dv-cinder-797970-1-iscsi {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 17:08:16.589709 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-55f7dc95-f28f-4f53-9638-67a525983710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-24T17:00:13Z,description=,heartbeat_timestamp=2021-06-24T17:08:13Z,host='dv-cinder-797970-1-iscsi',id=ebb0bbf0-d6bc-43df-80f2-a0cdb1424f3b,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T17:00:14Z,topic='l3_agent')) {'router_ids': ['da16d50f-181b-4605-9636-ce5a489ca185'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:08:16.614183 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72718ef2-ed69-4cb4-b47f-439a118197be admin admin] Network b5831895-94e5-4f0a-8fea-bf10963f4724 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 17:08:16.629121 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-72718ef2-ed69-4cb4-b47f-439a118197be admin admin] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 17:08:16.631630 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72718ef2-ed69-4cb4-b47f-439a118197be admin admin] Pushing event updated for resources: {'Port': ['ID=3fccddd0-c388-4298-8b98-67d407b5b9d1,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:08:16.647817 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72718ef2-ed69-4cb4-b47f-439a118197be admin admin] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 17:08:16.648763 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-72718ef2-ed69-4cb4-b47f-439a118197be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-939535'] for router_interface, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:16.700686 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5ca23630-7478-4a94-98de-d2de2718695d admin admin] Notify callbacks [] for router, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:16.703803 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-5ca23630-7478-4a94-98de-d2de2718695d admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.4664419 Jun 24 17:08:16.705121 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ff42104-86af-46ed-85a5-7e61f5721c9e admin admin] Router 79a22461-5090-4e28-b78d-ed62ea3c6cde is scheduled to L3 agent ebb0bbf0-d6bc-43df-80f2-a0cdb1424f3b with binding_index 1 {{(pid=93700) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 17:08:16.707550 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 53488) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:08:16.766958 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-55f7dc95-f28f-4f53-9638-67a525983710 None None] Set router da16d50f-181b-4605-9636-ce5a489ca185 gateway port host: dv-cinder-797970-1-iscsi {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 17:08:16.804015 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-72718ef2-ed69-4cb4-b47f-439a118197be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:08:16.837801 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-361ccec8-6cb0-4f37-a572-df0f9d992621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09a0b256-4560-46e2-8be8-52aa83ab8d90', 'name': 'tempest-AttachVolumeTestJSON-1251952186-router', 'tenant_id': 'fea91de70bb14b7dbc15fd1cce9a200e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'external_fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '3164075f-28b2-4a16-b9f1-9e59f0d7c5cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T17:08:10Z', 'updated_at': '2021-06-24T17:08:13Z', 'revision_number': 3, 'project_id': 'fea91de70bb14b7dbc15fd1cce9a200e', 'gw_port': {'id': '3164075f-28b2-4a16-b9f1-9e59f0d7c5cf', 'name': '', 'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:77:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09a0b256-4560-46e2-8be8-52aa83ab8d90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:08:11Z', 'updated_at': '2021-06-24T17:08:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '004d905c-cc14-4189-936d-82a0eea7da62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-1-iscsi'}], 'dv-cinder-797970-1-iscsi', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:08:16.929312 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361ccec8-6cb0-4f37-a572-df0f9d992621 None None] The sync data for ids ['09a0b256-4560-46e2-8be8-52aa83ab8d90'] in dv-cinder-797970-1-iscsi is: [{'id': '09a0b256-4560-46e2-8be8-52aa83ab8d90', 'name': 'tempest-AttachVolumeTestJSON-1251952186-router', 'tenant_id': 'fea91de70bb14b7dbc15fd1cce9a200e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'external_fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '3164075f-28b2-4a16-b9f1-9e59f0d7c5cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T17:08:10Z', 'updated_at': '2021-06-24T17:08:13Z', 'revision_number': 3, 'project_id': 'fea91de70bb14b7dbc15fd1cce9a200e', 'gw_port': {'id': '3164075f-28b2-4a16-b9f1-9e59f0d7c5cf', 'name': '', 'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:77:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09a0b256-4560-46e2-8be8-52aa83ab8d90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:08:11Z', 'updated_at': '2021-06-24T17:08:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '004d905c-cc14-4189-936d-82a0eea7da62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-1-iscsi'}] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 17:08:17.091519 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-a1157da6-e0ce-4bfa-a746-a99072772308 None None] Provisioning for port 3fccddd0-c388-4298-8b98-67d407b5b9d1 completed by entity DHCP. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 17:08:17.140624 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-a1157da6-e0ce-4bfa-a746-a99072772308 None None] Provisioning complete for port 3fccddd0-c388-4298-8b98-67d407b5b9d1 triggered by entity DHCP. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 17:08:17.142150 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a1157da6-e0ce-4bfa-a746-a99072772308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979100'] for port, provisioning_complete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:17.208913 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-a1157da6-e0ce-4bfa-a746-a99072772308 None None] Port 3fccddd0-c388-4298-8b98-67d407b5b9d1 cannot update to ACTIVE because it is not bound. {{(pid=93702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 17:08:17.235977 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-55f7dc95-f28f-4f53-9638-67a525983710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da16d50f-181b-4605-9636-ce5a489ca185', 'name': 'tempest-ServerRescueNegativeTestJSON-1726669423-router', 'tenant_id': 'c716f65513774ad78041f60e9016ee68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'external_fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': '37a631a5-59c4-448b-9d12-5947fe0bda7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T17:08:10Z', 'updated_at': '2021-06-24T17:08:14Z', 'revision_number': 3, 'project_id': 'c716f65513774ad78041f60e9016ee68', 'gw_port': {'id': '37a631a5-59c4-448b-9d12-5947fe0bda7b', 'name': '', 'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:f6:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da16d50f-181b-4605-9636-ce5a489ca185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:08:12Z', 'updated_at': '2021-06-24T17:08:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '004d905c-cc14-4189-936d-82a0eea7da62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-1-iscsi'}], 'dv-cinder-797970-1-iscsi', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:08:17.248901 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-72718ef2-ed69-4cb4-b47f-439a118197be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:17.251218 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7022d6d3-ad32-4075-a2da-9e4fb3bd33f0 req-8b9935c0-6562-455c-bee6-766a4f44f240 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Made reservation on behalf of 18bc19e8074840d5aacd005693f389bc for: {'port': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 17:08:17.254816 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-7022d6d3-ad32-4075-a2da-9e4fb3bd33f0 req-8b9935c0-6562-455c-bee6-766a4f44f240 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:17.279310 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f7dc95-f28f-4f53-9638-67a525983710 None None] Checking router: da16d50f-181b-4605-9636-ce5a489ca185 for host: dv-cinder-797970-1-iscsi {{(pid=93702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 17:08:17.280067 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f7dc95-f28f-4f53-9638-67a525983710 None None] Updating router da16d50f-181b-4605-9636-ce5a489ca185 port 37a631a5-59c4-448b-9d12-5947fe0bda7b binding host dv-cinder-797970-1-iscsi {{(pid=93702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 17:08:17.284255 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-4ace1a79-bdc3-459a-a0d9-d3cb8820da55 req-cbf0dea7-955d-4152-bead-43894b8d61c5 tempest-DeleteServersTestJSON-1513565885 tempest-DeleteServersTestJSON-1513565885-project] 10.222.0.15 "GET /v2.0/ports?device_id=35d1563d-65d4-4696-bf64-9fa89e5f8567 HTTP/1.1" status: 200 len: 210 time: 0.0439847 Jun 24 17:08:17.327206 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-55f7dc95-f28f-4f53-9638-67a525983710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:17.391981 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ff42104-86af-46ed-85a5-7e61f5721c9e admin admin] Notify agent at l3_agent.dv-cinder-797970-1-iscsi the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 17:08:17.455909 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a790990-c6d7-419f-a1f4-b706081690de None None] Sync routers for ids ['79a22461-5090-4e28-b78d-ed62ea3c6cde'] in dv-cinder-797970-1-iscsi {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 17:08:17.474483 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a790990-c6d7-419f-a1f4-b706081690de None None] Routers {'79a22461-5090-4e28-b78d-ed62ea3c6cde'} bound to L3 agent in host dv-cinder-797970-1-iscsi {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 17:08:17.478381 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-9a790990-c6d7-419f-a1f4-b706081690de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-24T17:00:13Z,description=,heartbeat_timestamp=2021-06-24T17:08:13Z,host='dv-cinder-797970-1-iscsi',id=ebb0bbf0-d6bc-43df-80f2-a0cdb1424f3b,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T17:00:14Z,topic='l3_agent')) {'router_ids': ['79a22461-5090-4e28-b78d-ed62ea3c6cde'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:08:17.562605 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6ff42104-86af-46ed-85a5-7e61f5721c9e admin admin] Notify callbacks [] for router, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:17.563806 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-6ff42104-86af-46ed-85a5-7e61f5721c9e admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.3688030 Jun 24 17:08:17.566625 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 53504) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:08:17.652917 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-e5dd64de-9aa0-4cc7-a4e3-4f7c8b3855b6 req-62ad1660-2122-4c77-8f5c-4acbe8598fb8 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.15 "GET /v2.0/ports?device_id=7f3d984b-f6ee-40de-ba4c-8370d8f6cef6 HTTP/1.1" status: 200 len: 210 time: 0.1278708 Jun 24 17:08:17.786040 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 53510) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:08:17.887884 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [req-7022d6d3-ad32-4075-a2da-9e4fb3bd33f0 req-8b9935c0-6562-455c-bee6-766a4f44f240 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Allocated IP 172.20.0.3 (ba658aca-cb58-44c7-9214-800ff857a4cd/5f9f2a5b-9478-442a-a358-447e513537b6/11b9971d-f988-4b28-a63c-b6938d952daa) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 17:08:17.956371 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-55f7dc95-f28f-4f53-9638-67a525983710 None None] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:17.963683 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-72718ef2-ed69-4cb4-b47f-439a118197be admin admin] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:17.977020 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-9a790990-c6d7-419f-a1f4-b706081690de None None] Set router 79a22461-5090-4e28-b78d-ed62ea3c6cde gateway port host: dv-cinder-797970-1-iscsi {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 17:08:17.983383 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-55f7dc95-f28f-4f53-9638-67a525983710 None None] Transition to ACTIVE for port object 37a631a5-59c4-448b-9d12-5947fe0bda7b will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 17:08:18.057885 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-72718ef2-ed69-4cb4-b47f-439a118197be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:18.087896 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-55f7dc95-f28f-4f53-9638-67a525983710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:18.090546 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-6ef69118-b430-4b56-8492-71f632095425 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:08:18.165030 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-72718ef2-ed69-4cb4-b47f-439a118197be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-595654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939771'] for router_interface, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:18.181163 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b3380d66-f500-457f-9e21-4a0d981ca68c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:18.189148 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-50e681e4-60b2-4f1b-87bf-060cb1558a60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:08:18.190881 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cca300-bc5d-4ec1-b086-379963ab15a4 None None] Pushing event updated for resources: {'Port': ['ID=37a631a5-59c4-448b-9d12-5947fe0bda7b,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:08:18.193550 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Device 3164075f-28b2-4a16-b9f1-9e59f0d7c5cf up at agent ovs-agent-dv-cinder-797970-1-iscsi {{(pid=93702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 17:08:18.197416 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-70cca300-bc5d-4ec1-b086-379963ab15a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:08:18.272494 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-55f7dc95-f28f-4f53-9638-67a525983710 None None] Attempting to bind port 37a631a5-59c4-448b-9d12-5947fe0bda7b on host dv-cinder-797970-1-iscsi for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 17:08:18.272988 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-55f7dc95-f28f-4f53-9638-67a525983710 None None] Attempting to bind port 37a631a5-59c4-448b-9d12-5947fe0bda7b by drivers openvswitch,hyperv on host dv-cinder-797970-1-iscsi at level 0 using segments [{'id': 'd12f47f8-231e-43a0-ac28-6eda6263252e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 17:08:18.273790 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f7dc95-f28f-4f53-9638-67a525983710 None None] Attempting to bind port 37a631a5-59c4-448b-9d12-5947fe0bda7b on network d3559561-7efd-493e-88d1-7d47e478b72a {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 17:08:18.285802 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f7dc95-f28f-4f53-9638-67a525983710 None None] Checking agent: {'id': '080a32e4-e34b-4a53-85c8-07f5ff20b123', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797970-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 17, 0, 14), 'started_at': datetime.datetime(2021, 6, 24, 17, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 17, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797970-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 17:08:18.286187 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f7dc95-f28f-4f53-9638-67a525983710 None None] Checking segment: {'id': 'd12f47f8-231e-43a0-ac28-6eda6263252e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 17:08:18.286961 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-55f7dc95-f28f-4f53-9638-67a525983710 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:18.286961 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f7dc95-f28f-4f53-9638-67a525983710 None None] Bound using segment: {'id': 'd12f47f8-231e-43a0-ac28-6eda6263252e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 17:08:18.287461 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-55f7dc95-f28f-4f53-9638-67a525983710 None None] Bound port: 37a631a5-59c4-448b-9d12-5947fe0bda7b, host: dv-cinder-797970-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd12f47f8-231e-43a0-ac28-6eda6263252e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 17:08:18.287862 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-55f7dc95-f28f-4f53-9638-67a525983710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:18.345860 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-9a790990-c6d7-419f-a1f4-b706081690de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79a22461-5090-4e28-b78d-ed62ea3c6cde', 'name': 'tempest-AttachVolumeShelveTestJSON-267317186-router', 'tenant_id': '6bc5cd721def4e0c90b75e0186dfcb77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'external_fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '0eb03da9-d524-4e7a-adb7-138c5a0a829c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T17:08:11Z', 'updated_at': '2021-06-24T17:08:15Z', 'revision_number': 3, 'project_id': '6bc5cd721def4e0c90b75e0186dfcb77', 'gw_port': {'id': '0eb03da9-d524-4e7a-adb7-138c5a0a829c', 'name': '', 'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:91:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79a22461-5090-4e28-b78d-ed62ea3c6cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:08:13Z', 'updated_at': '2021-06-24T17:08:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '004d905c-cc14-4189-936d-82a0eea7da62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-1-iscsi'}], 'dv-cinder-797970-1-iscsi', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:08:18.383694 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a790990-c6d7-419f-a1f4-b706081690de None None] Checking router: 79a22461-5090-4e28-b78d-ed62ea3c6cde for host: dv-cinder-797970-1-iscsi {{(pid=93703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 17:08:18.384154 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a790990-c6d7-419f-a1f4-b706081690de None None] Updating router 79a22461-5090-4e28-b78d-ed62ea3c6cde port 0eb03da9-d524-4e7a-adb7-138c5a0a829c binding host dv-cinder-797970-1-iscsi {{(pid=93703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 17:08:18.390322 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-55f7dc95-f28f-4f53-9638-67a525983710 None None] For port 37a631a5-59c4-448b-9d12-5947fe0bda7b, host dv-cinder-797970-1-iscsi, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 17:08:18.393729 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-55f7dc95-f28f-4f53-9638-67a525983710 None None] For port 37a631a5-59c4-448b-9d12-5947fe0bda7b, host dv-cinder-797970-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-1-iscsi',level=0,port_id=37a631a5-59c4-448b-9d12-5947fe0bda7b,segment=NetworkSegment(d12f47f8-231e-43a0-ac28-6eda6263252e),segment_id=d12f47f8-231e-43a0-ac28-6eda6263252e)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 17:08:18.401530 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Provisioning for port 3164075f-28b2-4a16-b9f1-9e59f0d7c5cf completed by entity L2. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 17:08:18.411831 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72718ef2-ed69-4cb4-b47f-439a118197be admin admin] Network b5831895-94e5-4f0a-8fea-bf10963f4724 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 17:08:18.412504 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Provisioning complete for port 3164075f-28b2-4a16-b9f1-9e59f0d7c5cf triggered by entity L2. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 17:08:18.412596 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5e32b759-14e9-4064-b338-ed22d3ea4368 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:18.412673 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979100'] for port, provisioning_complete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:18.469840 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-9a790990-c6d7-419f-a1f4-b706081690de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:18.478604 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-72718ef2-ed69-4cb4-b47f-439a118197be admin admin] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 17:08:18.483067 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-55f7dc95-f28f-4f53-9638-67a525983710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:18.486229 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-70cca300-bc5d-4ec1-b086-379963ab15a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:08:18.642878 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72718ef2-ed69-4cb4-b47f-439a118197be admin admin] Pushing event updated for resources: {'Port': ['ID=3fccddd0-c388-4298-8b98-67d407b5b9d1,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:08:18.659067 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-72718ef2-ed69-4cb4-b47f-439a118197be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.474s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:08:18.694017 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:18.726778 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-7022d6d3-ad32-4075-a2da-9e4fb3bd33f0 req-8b9935c0-6562-455c-bee6-766a4f44f240 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:18.733692 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f7dc95-f28f-4f53-9638-67a525983710 None None] Routers {'da16d50f-181b-4605-9636-ce5a489ca185'} bound to L3 agent in host dv-cinder-797970-1-iscsi {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 17:08:18.737148 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-55f7dc95-f28f-4f53-9638-67a525983710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-24T17:00:13Z,description=,heartbeat_timestamp=2021-06-24T17:08:13Z,host='dv-cinder-797970-1-iscsi',id=ebb0bbf0-d6bc-43df-80f2-a0cdb1424f3b,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T17:00:14Z,topic='l3_agent')) {'router_ids': ['da16d50f-181b-4605-9636-ce5a489ca185'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:08:18.742775 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cca300-bc5d-4ec1-b086-379963ab15a4 None None] Pushing event updated for resources: {'Port': ['ID=37a631a5-59c4-448b-9d12-5947fe0bda7b,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:08:18.760189 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] For port 3164075f-28b2-4a16-b9f1-9e59f0d7c5cf, host dv-cinder-797970-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-1-iscsi',level=0,port_id=3164075f-28b2-4a16-b9f1-9e59f0d7c5cf,segment=NetworkSegment(d12f47f8-231e-43a0-ac28-6eda6263252e),segment_id=d12f47f8-231e-43a0-ac28-6eda6263252e)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 17:08:18.806441 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-70cca300-bc5d-4ec1-b086-379963ab15a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:08:18.816808 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:18.828614 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-6ef69118-b430-4b56-8492-71f632095425 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:08:18.914698 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72718ef2-ed69-4cb4-b47f-439a118197be admin admin] Router 09a0b256-4560-46e2-8be8-52aa83ab8d90 has already been hosted by L3 agent ebb0bbf0-d6bc-43df-80f2-a0cdb1424f3b {{(pid=93701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 17:08:18.931885 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-55f7dc95-f28f-4f53-9638-67a525983710 None None] Set router da16d50f-181b-4605-9636-ce5a489ca185 gateway port host: dv-cinder-797970-1-iscsi {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 17:08:18.942597 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-fc6f35a9-7111-4ac1-921d-3a84e891f3d2 req-5775414d-771f-49c1-9afc-30a9754334cd tempest-DeleteServersTestJSON-1513565885 tempest-DeleteServersTestJSON-1513565885-project] 10.222.0.15 "GET /v2.0/ports?device_id=35d1563d-65d4-4696-bf64-9fa89e5f8567 HTTP/1.1" status: 200 len: 210 time: 0.3911948 Jun 24 17:08:18.967766 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-9a790990-c6d7-419f-a1f4-b706081690de None None] Notify callbacks [] for port, precommit_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:18.968638 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5e32b759-14e9-4064-b338-ed22d3ea4368 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:18.980139 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-9a790990-c6d7-419f-a1f4-b706081690de None None] Transition to ACTIVE for port object 0eb03da9-d524-4e7a-adb7-138c5a0a829c will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 17:08:19.086509 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-9a790990-c6d7-419f-a1f4-b706081690de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:19.086509 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:08:19.192757 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960e318b-5773-4030-b249-74995c64d231 None None] Pushing event updated for resources: {'Port': ['ID=0eb03da9-d524-4e7a-adb7-138c5a0a829c,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:08:19.201788 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG oslo_concurrency.lockutils [None req-960e318b-5773-4030-b249-74995c64d231 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:08:19.244500 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-9a790990-c6d7-419f-a1f4-b706081690de None None] Attempting to bind port 0eb03da9-d524-4e7a-adb7-138c5a0a829c on host dv-cinder-797970-1-iscsi for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 17:08:19.245207 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-9a790990-c6d7-419f-a1f4-b706081690de None None] Attempting to bind port 0eb03da9-d524-4e7a-adb7-138c5a0a829c by drivers openvswitch,hyperv on host dv-cinder-797970-1-iscsi at level 0 using segments [{'id': 'd12f47f8-231e-43a0-ac28-6eda6263252e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 17:08:19.245704 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a790990-c6d7-419f-a1f4-b706081690de None None] Attempting to bind port 0eb03da9-d524-4e7a-adb7-138c5a0a829c on network d3559561-7efd-493e-88d1-7d47e478b72a {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 17:08:19.252539 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a790990-c6d7-419f-a1f4-b706081690de None None] Checking agent: {'id': '080a32e4-e34b-4a53-85c8-07f5ff20b123', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797970-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 17, 0, 14), 'started_at': datetime.datetime(2021, 6, 24, 17, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 17, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797970-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 17:08:19.253185 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a790990-c6d7-419f-a1f4-b706081690de None None] Checking segment: {'id': 'd12f47f8-231e-43a0-ac28-6eda6263252e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 17:08:19.253728 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-9a790990-c6d7-419f-a1f4-b706081690de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:19.254232 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a790990-c6d7-419f-a1f4-b706081690de None None] Bound using segment: {'id': 'd12f47f8-231e-43a0-ac28-6eda6263252e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 17:08:19.254821 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-9a790990-c6d7-419f-a1f4-b706081690de None None] Bound port: 0eb03da9-d524-4e7a-adb7-138c5a0a829c, host: dv-cinder-797970-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd12f47f8-231e-43a0-ac28-6eda6263252e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 17:08:19.255328 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-9a790990-c6d7-419f-a1f4-b706081690de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:19.325690 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-ba292c57-d043-4cdb-a19b-f7d2e347e28a None None] Provisioning complete for port 3fccddd0-c388-4298-8b98-67d407b5b9d1 triggered by entity DHCP. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 17:08:19.326610 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ba292c57-d043-4cdb-a19b-f7d2e347e28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979100'] for port, provisioning_complete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:19.353103 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-9a790990-c6d7-419f-a1f4-b706081690de None None] For port 0eb03da9-d524-4e7a-adb7-138c5a0a829c, host dv-cinder-797970-1-iscsi, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 17:08:19.357546 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-9a790990-c6d7-419f-a1f4-b706081690de None None] For port 0eb03da9-d524-4e7a-adb7-138c5a0a829c, host dv-cinder-797970-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-1-iscsi',level=0,port_id=0eb03da9-d524-4e7a-adb7-138c5a0a829c,segment=NetworkSegment(d12f47f8-231e-43a0-ac28-6eda6263252e),segment_id=d12f47f8-231e-43a0-ac28-6eda6263252e)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 17:08:19.364554 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c08ded7f-332b-48d2-9165-1292e6af4777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:19.366075 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-7022d6d3-ad32-4075-a2da-9e4fb3bd33f0 req-8b9935c0-6562-455c-bee6-766a4f44f240 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1991527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-355756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734938254830'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:19.367513 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5e32b759-14e9-4064-b338-ed22d3ea4368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:19.371937 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72718ef2-ed69-4cb4-b47f-439a118197be admin admin] Notify agent at l3_agent.dv-cinder-797970-1-iscsi the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 17:08:19.377130 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Pushing event updated for resources: {'Port': ['ID=3164075f-28b2-4a16-b9f1-9e59f0d7c5cf,revision_number=4']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:08:19.380156 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-96ead8ea-f2d4-4681-b341-9e87dc0bd921 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:08:19.380488 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.552s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:08:19.411642 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-ba292c57-d043-4cdb-a19b-f7d2e347e28a None None] Port 3fccddd0-c388-4298-8b98-67d407b5b9d1 cannot update to ACTIVE because it is not bound. {{(pid=93702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 17:08:19.432148 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-9a790990-c6d7-419f-a1f4-b706081690de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:19.436131 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG oslo_concurrency.lockutils [None req-960e318b-5773-4030-b249-74995c64d231 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:08:19.437421 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-72718ef2-ed69-4cb4-b47f-439a118197be admin admin] 10.222.0.15 "PUT /v2.0/routers/09a0b256-4560-46e2-8be8-52aa83ab8d90/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0975912 Jun 24 17:08:19.465069 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e32b759-14e9-4064-b338-ed22d3ea4368 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=007c2487-265b-4648-944f-9fb4c5e26915,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:08:19.482334 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-5e32b759-14e9-4064-b338-ed22d3ea4368 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:08:19.492925 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-72718ef2-ed69-4cb4-b47f-439a118197be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:08:19.528596 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [None req-b3380d66-f500-457f-9e21-4a0d981ca68c admin admin] Allocated IP 172.20.0.1 (64ba3aa0-af7f-43bc-95fc-b6be55710575/dca613bb-5c51-470d-979d-79528d145d2a/f6163d97-8999-4d73-9b9f-881b808263c8) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 17:08:19.536504 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 53558) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:08:19.542630 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-5e32b759-14e9-4064-b338-ed22d3ea4368 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e368f9d931d546ca8ba761f4c9873b65&name=default HTTP/1.1" status: 200 len: 2975 time: 1.7548742 Jun 24 17:08:19.552205 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960e318b-5773-4030-b249-74995c64d231 None None] Pushing event updated for resources: {'Port': ['ID=0eb03da9-d524-4e7a-adb7-138c5a0a829c,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:08:19.558629 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG oslo_concurrency.lockutils [None req-960e318b-5773-4030-b249-74995c64d231 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:08:19.570431 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-55f7dc95-f28f-4f53-9638-67a525983710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da16d50f-181b-4605-9636-ce5a489ca185', 'name': 'tempest-ServerRescueNegativeTestJSON-1726669423-router', 'tenant_id': 'c716f65513774ad78041f60e9016ee68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'external_fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': '37a631a5-59c4-448b-9d12-5947fe0bda7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T17:08:10Z', 'updated_at': '2021-06-24T17:08:14Z', 'revision_number': 3, 'project_id': 'c716f65513774ad78041f60e9016ee68', 'gw_port': {'id': '37a631a5-59c4-448b-9d12-5947fe0bda7b', 'name': '', 'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:f6:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da16d50f-181b-4605-9636-ce5a489ca185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:08:12Z', 'updated_at': '2021-06-24T17:08:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '004d905c-cc14-4189-936d-82a0eea7da62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-1-iscsi'}], 'dv-cinder-797970-1-iscsi', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:08:19.574591 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a790990-c6d7-419f-a1f4-b706081690de None None] Routers {'79a22461-5090-4e28-b78d-ed62ea3c6cde'} bound to L3 agent in host dv-cinder-797970-1-iscsi {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 17:08:19.576007 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-9a790990-c6d7-419f-a1f4-b706081690de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-24T17:00:13Z,description=,heartbeat_timestamp=2021-06-24T17:08:13Z,host='dv-cinder-797970-1-iscsi',id=ebb0bbf0-d6bc-43df-80f2-a0cdb1424f3b,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T17:00:14Z,topic='l3_agent')) {'router_ids': ['79a22461-5090-4e28-b78d-ed62ea3c6cde'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:08:19.604299 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dd8e13-ac4e-4516-9f42-25744ffd03be req-58fdee8f-b643-4f5f-b27d-1452579ac87b tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:08:19.607517 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-89dd8e13-ac4e-4516-9f42-25744ffd03be req-58fdee8f-b643-4f5f-b27d-1452579ac87b tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.15 "GET /v2.0/ports?device_id=7f3d984b-f6ee-40de-ba4c-8370d8f6cef6 HTTP/1.1" status: 200 len: 931 time: 0.4577889 Jun 24 17:08:19.620035 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7022d6d3-ad32-4075-a2da-9e4fb3bd33f0 req-8b9935c0-6562-455c-bee6-766a4f44f240 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Network ba658aca-cb58-44c7-9214-800ff857a4cd is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 17:08:19.649141 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [req-7022d6d3-ad32-4075-a2da-9e4fb3bd33f0 req-8b9935c0-6562-455c-bee6-766a4f44f240 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 17:08:19.653908 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f7dc95-f28f-4f53-9638-67a525983710 None None] The sync data for ids ['da16d50f-181b-4605-9636-ce5a489ca185'] in dv-cinder-797970-1-iscsi is: [{'id': 'da16d50f-181b-4605-9636-ce5a489ca185', 'name': 'tempest-ServerRescueNegativeTestJSON-1726669423-router', 'tenant_id': 'c716f65513774ad78041f60e9016ee68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'external_fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': '37a631a5-59c4-448b-9d12-5947fe0bda7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T17:08:10Z', 'updated_at': '2021-06-24T17:08:14Z', 'revision_number': 3, 'project_id': 'c716f65513774ad78041f60e9016ee68', 'gw_port': {'id': '37a631a5-59c4-448b-9d12-5947fe0bda7b', 'name': '', 'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:f6:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da16d50f-181b-4605-9636-ce5a489ca185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:08:12Z', 'updated_at': '2021-06-24T17:08:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '004d905c-cc14-4189-936d-82a0eea7da62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-1-iscsi'}] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 17:08:19.683489 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-7022d6d3-ad32-4075-a2da-9e4fb3bd33f0 req-8b9935c0-6562-455c-bee6-766a4f44f240 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 17:08:19.689262 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7022d6d3-ad32-4075-a2da-9e4fb3bd33f0 req-8b9935c0-6562-455c-bee6-766a4f44f240 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:08:19.689906 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-7022d6d3-ad32-4075-a2da-9e4fb3bd33f0 req-8b9935c0-6562-455c-bee6-766a4f44f240 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592921'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:19.734845 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9935c0-6562-455c-bee6-766a4f44f240 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Pushing event updated for resources: {'Port': ['ID=11b9971d-f988-4b28-a63c-b6938d952daa,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:08:19.738261 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-8b9935c0-6562-455c-bee6-766a4f44f240 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:08:19.740949 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85a8955-3ba1-4ad4-ae11-ed160af03fea None None] Sync routers for ids ['09a0b256-4560-46e2-8be8-52aa83ab8d90'] in dv-cinder-797970-1-iscsi {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 17:08:19.749734 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-9a790990-c6d7-419f-a1f4-b706081690de None None] Set router 79a22461-5090-4e28-b78d-ed62ea3c6cde gateway port host: dv-cinder-797970-1-iscsi {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 17:08:19.757532 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85a8955-3ba1-4ad4-ae11-ed160af03fea None None] Routers {'09a0b256-4560-46e2-8be8-52aa83ab8d90'} bound to L3 agent in host dv-cinder-797970-1-iscsi {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 17:08:19.759054 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-c85a8955-3ba1-4ad4-ae11-ed160af03fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-24T17:00:13Z,description=,heartbeat_timestamp=2021-06-24T17:08:13Z,host='dv-cinder-797970-1-iscsi',id=ebb0bbf0-d6bc-43df-80f2-a0cdb1424f3b,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T17:00:14Z,topic='l3_agent')) {'router_ids': ['09a0b256-4560-46e2-8be8-52aa83ab8d90'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:08:19.834505 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-7022d6d3-ad32-4075-a2da-9e4fb3bd33f0 req-8b9935c0-6562-455c-bee6-766a4f44f240 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3474023 Jun 24 17:08:19.866913 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-89dd8e13-ac4e-4516-9f42-25744ffd03be req-a236ea53-819c-4e6e-8518-06961c2f0476 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.15 "GET /v2.0/security-groups?id=240ea0bc-105c-4667-abc7-4b917e0290b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2518735 Jun 24 17:08:19.988046 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b3380d66-f500-457f-9e21-4a0d981ca68c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:20.004134 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-dd5c9338-c116-4e33-94fc-9cfa571e3ef4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:20.014240 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [None req-c08ded7f-332b-48d2-9165-1292e6af4777 admin admin] Allocated IP 172.20.0.1 (e2c58ddc-3a0b-4159-9aa1-b7e24abf6c42/2f50fbc4-85b7-4dc1-a33e-164695f5eb21/5294d12d-dda7-4a5b-ab66-fbf98bbbb6dc) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 17:08:20.014900 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-c85a8955-3ba1-4ad4-ae11-ed160af03fea None None] Set router 09a0b256-4560-46e2-8be8-52aa83ab8d90 gateway port host: dv-cinder-797970-1-iscsi {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 17:08:20.020165 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Device 3164075f-28b2-4a16-b9f1-9e59f0d7c5cf up at agent ovs-agent-dv-cinder-797970-1-iscsi {{(pid=93702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 17:08:20.081759 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-dd5c9338-c116-4e33-94fc-9cfa571e3ef4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:20.125433 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-9a790990-c6d7-419f-a1f4-b706081690de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79a22461-5090-4e28-b78d-ed62ea3c6cde', 'name': 'tempest-AttachVolumeShelveTestJSON-267317186-router', 'tenant_id': '6bc5cd721def4e0c90b75e0186dfcb77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'external_fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '0eb03da9-d524-4e7a-adb7-138c5a0a829c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T17:08:11Z', 'updated_at': '2021-06-24T17:08:15Z', 'revision_number': 3, 'project_id': '6bc5cd721def4e0c90b75e0186dfcb77', 'gw_port': {'id': '0eb03da9-d524-4e7a-adb7-138c5a0a829c', 'name': '', 'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:91:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79a22461-5090-4e28-b78d-ed62ea3c6cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:08:13Z', 'updated_at': '2021-06-24T17:08:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '004d905c-cc14-4189-936d-82a0eea7da62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-1-iscsi'}], 'dv-cinder-797970-1-iscsi', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:08:20.198702 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a790990-c6d7-419f-a1f4-b706081690de None None] The sync data for ids ['79a22461-5090-4e28-b78d-ed62ea3c6cde'] in dv-cinder-797970-1-iscsi is: [{'id': '79a22461-5090-4e28-b78d-ed62ea3c6cde', 'name': 'tempest-AttachVolumeShelveTestJSON-267317186-router', 'tenant_id': '6bc5cd721def4e0c90b75e0186dfcb77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'external_fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '0eb03da9-d524-4e7a-adb7-138c5a0a829c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T17:08:11Z', 'updated_at': '2021-06-24T17:08:15Z', 'revision_number': 3, 'project_id': '6bc5cd721def4e0c90b75e0186dfcb77', 'gw_port': {'id': '0eb03da9-d524-4e7a-adb7-138c5a0a829c', 'name': '', 'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:91:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79a22461-5090-4e28-b78d-ed62ea3c6cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:08:13Z', 'updated_at': '2021-06-24T17:08:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '004d905c-cc14-4189-936d-82a0eea7da62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-1-iscsi'}] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 17:08:20.308294 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:20.333801 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b3380d66-f500-457f-9e21-4a0d981ca68c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1991527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-355756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734938254830'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:20.338918 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Provisioning complete for port 3164075f-28b2-4a16-b9f1-9e59f0d7c5cf triggered by entity L2. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 17:08:20.339524 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979100'] for port, provisioning_complete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:20.344960 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-5ca23630-7478-4a94-98de-d2de2718695d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:08:20.351328 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c08ded7f-332b-48d2-9165-1292e6af4777 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:20.404329 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-dd5c9338-c116-4e33-94fc-9cfa571e3ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:20.445448 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-dd5c9338-c116-4e33-94fc-9cfa571e3ef4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:20.446654 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-dd5c9338-c116-4e33-94fc-9cfa571e3ef4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/007c2487-265b-4648-944f-9fb4c5e26915 HTTP/1.1" status: 204 len: 168 time: 0.8985538 Jun 24 17:08:20.457859 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-1ceb8167-d895-47cc-bf2f-f1e9fefae434 req-12f8be1e-5be8-49a5-b985-eb465a2755b4 tempest-DeleteServersTestJSON-1513565885 tempest-DeleteServersTestJSON-1513565885-project] 10.222.0.15 "GET /v2.0/ports?device_id=35d1563d-65d4-4696-bf64-9fa89e5f8567 HTTP/1.1" status: 200 len: 210 time: 0.0680301 Jun 24 17:08:20.468080 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-c08ded7f-332b-48d2-9165-1292e6af4777 admin admin] Transition to ACTIVE for port object 5294d12d-dda7-4a5b-ab66-fbf98bbbb6dc will not be triggered until provisioned by entity DHCP. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 17:08:20.470592 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3380d66-f500-457f-9e21-4a0d981ca68c admin admin] Network 64ba3aa0-af7f-43bc-95fc-b6be55710575 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 17:08:20.494027 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-b3380d66-f500-457f-9e21-4a0d981ca68c admin admin] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 17:08:20.498011 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3380d66-f500-457f-9e21-4a0d981ca68c admin admin] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 17:08:20.498595 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b3380d66-f500-457f-9e21-4a0d981ca68c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-939535'] for router_interface, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:20.513760 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3380d66-f500-457f-9e21-4a0d981ca68c admin admin] Pushing event updated for resources: {'Port': ['ID=f6163d97-8999-4d73-9b9f-881b808263c8,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:08:20.552868 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-c85a8955-3ba1-4ad4-ae11-ed160af03fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09a0b256-4560-46e2-8be8-52aa83ab8d90', 'name': 'tempest-AttachVolumeTestJSON-1251952186-router', 'tenant_id': 'fea91de70bb14b7dbc15fd1cce9a200e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'external_fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '3164075f-28b2-4a16-b9f1-9e59f0d7c5cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T17:08:10Z', 'updated_at': '2021-06-24T17:08:17Z', 'revision_number': 4, 'project_id': 'fea91de70bb14b7dbc15fd1cce9a200e', 'gw_port': {'id': '3164075f-28b2-4a16-b9f1-9e59f0d7c5cf', 'name': '', 'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:77:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09a0b256-4560-46e2-8be8-52aa83ab8d90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:08:11Z', 'updated_at': '2021-06-24T17:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '004d905c-cc14-4189-936d-82a0eea7da62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-1-iscsi', '_interfaces': [{'id': '3fccddd0-c388-4298-8b98-67d407b5b9d1', 'name': '', 'network_id': 'b5831895-94e5-4f0a-8fea-bf10963f4724', 'tenant_id': 'fea91de70bb14b7dbc15fd1cce9a200e', 'mac_address': 'fa:16:3e:08:8c:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09a0b256-4560-46e2-8be8-52aa83ab8d90', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'e87b4c16-dac9-4f7c-93b5-b846172b2da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:08:15Z', 'updated_at': '2021-06-24T17:08:17Z', 'revision_number': 2, 'project_id': 'fea91de70bb14b7dbc15fd1cce9a200e', 'subnets': [{'id': 'e87b4c16-dac9-4f7c-93b5-b846172b2da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-1-iscsi', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:08:20.597529 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-b3380d66-f500-457f-9e21-4a0d981ca68c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:08:20.597771 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-a538faae-e4c4-4e5b-b9f0-7bb77c87eba4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.142s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:08:20.613554 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5c9338-c116-4e33-94fc-9cfa571e3ef4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=007c2487-265b-4648-944f-9fb4c5e26915,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:08:20.616672 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-dd5c9338-c116-4e33-94fc-9cfa571e3ef4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:08:20.624877 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 53586) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:08:20.631351 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.v2.base [None req-3e7c7bfe-c27b-4182-8868-0b009c9dd8a9 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1919925725', 'description': 'tempest-description--309407249'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 17:08:20.689812 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85a8955-3ba1-4ad4-ae11-ed160af03fea None None] Checking router: 09a0b256-4560-46e2-8be8-52aa83ab8d90 for host: dv-cinder-797970-1-iscsi {{(pid=93702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 17:08:20.692519 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85a8955-3ba1-4ad4-ae11-ed160af03fea None None] Updating router 09a0b256-4560-46e2-8be8-52aa83ab8d90 port 3fccddd0-c388-4298-8b98-67d407b5b9d1 binding host dv-cinder-797970-1-iscsi {{(pid=93702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 17:08:20.743493 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c85a8955-3ba1-4ad4-ae11-ed160af03fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:20.845106 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3e7c7bfe-c27b-4182-8868-0b009c9dd8a9 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:20.869102 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c08ded7f-332b-48d2-9165-1292e6af4777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1991527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-355756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734938254830'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:20.872299 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-6ff42104-86af-46ed-85a5-7e61f5721c9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:08:21.206871 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c08ded7f-332b-48d2-9165-1292e6af4777 admin admin] Network e2c58ddc-3a0b-4159-9aa1-b7e24abf6c42 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 17:08:21.206871 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-c08ded7f-332b-48d2-9165-1292e6af4777 admin admin] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 17:08:21.206871 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08ded7f-332b-48d2-9165-1292e6af4777 admin admin] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 17:08:21.206871 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c08ded7f-332b-48d2-9165-1292e6af4777 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-939535'] for router_interface, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:21.214273 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3e7c7bfe-c27b-4182-8868-0b009c9dd8a9 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:21.218448 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b3380d66-f500-457f-9e21-4a0d981ca68c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:21.218659 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3e7c7bfe-c27b-4182-8868-0b009c9dd8a9 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:21.228566 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:08:21.249432 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08ded7f-332b-48d2-9165-1292e6af4777 admin admin] Pushing event updated for resources: {'Port': ['ID=5294d12d-dda7-4a5b-ab66-fbf98bbbb6dc,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:08:21.254420 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-c08ded7f-332b-48d2-9165-1292e6af4777 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:08:21.285102 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7c7bfe-c27b-4182-8868-0b009c9dd8a9 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77f7ab56-104c-48f4-8da5-818b0fcbd6c8,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:08:21.288540 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-3e7c7bfe-c27b-4182-8868-0b009c9dd8a9 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:08:21.309442 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c85a8955-3ba1-4ad4-ae11-ed160af03fea None None] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:21.355970 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-c85a8955-3ba1-4ad4-ae11-ed160af03fea None None] Transition to ACTIVE for port object 3fccddd0-c388-4298-8b98-67d407b5b9d1 will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 17:08:21.365594 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ab0280-b2f4-47f8-a913-22d1b83ea08f req-efb4f939-4a56-45f8-ac45-c05fc0e5e84b tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:08:21.373289 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-81ab0280-b2f4-47f8-a913-22d1b83ea08f req-efb4f939-4a56-45f8-ac45-c05fc0e5e84b tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.15 "GET /v2.0/ports?device_id=7f3d984b-f6ee-40de-ba4c-8370d8f6cef6 HTTP/1.1" status: 200 len: 931 time: 0.2491298 Jun 24 17:08:21.428014 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-81ab0280-b2f4-47f8-a913-22d1b83ea08f req-3a59aa96-4356-44a5-a829-370dfe68afdd tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.15 "GET /v2.0/security-groups?id=240ea0bc-105c-4667-abc7-4b917e0290b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538127 Jun 24 17:08:21.438017 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c08ded7f-332b-48d2-9165-1292e6af4777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:21.459180 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3e7c7bfe-c27b-4182-8868-0b009c9dd8a9 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:21.460702 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-3e7c7bfe-c27b-4182-8868-0b009c9dd8a9 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.8341417 Jun 24 17:08:21.464044 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 53598) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:08:21.468780 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.v2.base [None req-a8dbfbb4-4594-4719-8639-cbba17449f7f tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Request body: {'security_group_rule': {'security_group_id': '77f7ab56-104c-48f4-8da5-818b0fcbd6c8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 17:08:21.498937 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c85a8955-3ba1-4ad4-ae11-ed160af03fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:21.512884 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:08:21.566854 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc96848-c8b6-435c-a4ad-01a3f05f7661 None None] Pushing event updated for resources: {'Port': ['ID=3fccddd0-c388-4298-8b98-67d407b5b9d1,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:08:21.568609 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-2ae79103-ddb8-4e9d-84c3-0f2015d68ce2 None None] Provisioning for port 5294d12d-dda7-4a5b-ab66-fbf98bbbb6dc completed by entity DHCP. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 17:08:21.584853 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [req-7022d6d3-ad32-4075-a2da-9e4fb3bd33f0 req-d47ac10a-886a-42c1-beb8-bafb30c68289 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=93701) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 17:08:21.585920 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-7022d6d3-ad32-4075-a2da-9e4fb3bd33f0 req-d47ac10a-886a-42c1-beb8-bafb30c68289 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053065 Jun 24 17:08:21.604178 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.37', 59751) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:08:21.604515 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 53604) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:08:21.625028 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-cbc96848-c8b6-435c-a4ad-01a3f05f7661 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:08:21.643084 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-2ae79103-ddb8-4e9d-84c3-0f2015d68ce2 None None] Provisioning complete for port 5294d12d-dda7-4a5b-ab66-fbf98bbbb6dc triggered by entity DHCP. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 17:08:21.643465 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2ae79103-ddb8-4e9d-84c3-0f2015d68ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979100'] for port, provisioning_complete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:21.714821 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a8dbfbb4-4594-4719-8639-cbba17449f7f tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:21.736892 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-2ae79103-ddb8-4e9d-84c3-0f2015d68ce2 None None] Port 5294d12d-dda7-4a5b-ab66-fbf98bbbb6dc cannot update to ACTIVE because it is not bound. {{(pid=93702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 17:08:21.747551 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b3380d66-f500-457f-9e21-4a0d981ca68c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:21.756898 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-c85a8955-3ba1-4ad4-ae11-ed160af03fea None None] Attempting to bind port 3fccddd0-c388-4298-8b98-67d407b5b9d1 on host dv-cinder-797970-1-iscsi for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 17:08:21.757276 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-c85a8955-3ba1-4ad4-ae11-ed160af03fea None None] Attempting to bind port 3fccddd0-c388-4298-8b98-67d407b5b9d1 by drivers openvswitch,hyperv on host dv-cinder-797970-1-iscsi at level 0 using segments [{'id': 'b0afad56-fb31-4d16-833b-399d642d2d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'b5831895-94e5-4f0a-8fea-bf10963f4724'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 17:08:21.757777 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85a8955-3ba1-4ad4-ae11-ed160af03fea None None] Attempting to bind port 3fccddd0-c388-4298-8b98-67d407b5b9d1 on network b5831895-94e5-4f0a-8fea-bf10963f4724 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 17:08:21.767194 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85a8955-3ba1-4ad4-ae11-ed160af03fea None None] Checking agent: {'id': '080a32e4-e34b-4a53-85c8-07f5ff20b123', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797970-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 17, 0, 14), 'started_at': datetime.datetime(2021, 6, 24, 17, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 17, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797970-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 17:08:21.771181 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85a8955-3ba1-4ad4-ae11-ed160af03fea None None] Checking segment: {'id': 'b0afad56-fb31-4d16-833b-399d642d2d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'b5831895-94e5-4f0a-8fea-bf10963f4724'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 17:08:21.771677 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c85a8955-3ba1-4ad4-ae11-ed160af03fea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:21.772015 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85a8955-3ba1-4ad4-ae11-ed160af03fea None None] Bound using segment: {'id': 'b0afad56-fb31-4d16-833b-399d642d2d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'b5831895-94e5-4f0a-8fea-bf10963f4724'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 17:08:21.772556 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-c85a8955-3ba1-4ad4-ae11-ed160af03fea None None] Bound port: 3fccddd0-c388-4298-8b98-67d407b5b9d1, host: dv-cinder-797970-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0afad56-fb31-4d16-833b-399d642d2d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'b5831895-94e5-4f0a-8fea-bf10963f4724'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 17:08:21.772969 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c85a8955-3ba1-4ad4-ae11-ed160af03fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:21.789337 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-c73cd702-8eb5-43d1-81ba-1934fa7c017b req-6040374e-50b0-4597-bd0c-a5245b52f496 tempest-DeleteServersTestJSON-1513565885 tempest-DeleteServersTestJSON-1513565885-project] 10.222.0.15 "GET /v2.0/ports?device_id=35d1563d-65d4-4696-bf64-9fa89e5f8567 HTTP/1.1" status: 200 len: 210 time: 0.0560782 Jun 24 17:08:21.837016 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b3380d66-f500-457f-9e21-4a0d981ca68c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:21.847312 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b3380d66-f500-457f-9e21-4a0d981ca68c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-595654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939771'] for router_interface, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:21.869555 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:08:21.886645 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1d7ce742-df56-44db-971d-8d771bfdd75d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:21.899043 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-c85a8955-3ba1-4ad4-ae11-ed160af03fea None None] For port 3fccddd0-c388-4298-8b98-67d407b5b9d1, host dv-cinder-797970-1-iscsi, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 17:08:21.902711 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-c85a8955-3ba1-4ad4-ae11-ed160af03fea None None] For port 3fccddd0-c388-4298-8b98-67d407b5b9d1, host dv-cinder-797970-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-1-iscsi',level=0,port_id=3fccddd0-c388-4298-8b98-67d407b5b9d1,segment=NetworkSegment(b0afad56-fb31-4d16-833b-399d642d2d6a),segment_id=b0afad56-fb31-4d16-833b-399d642d2d6a)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 17:08:21.933577 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8851ba95-15ac-441e-b689-8325d17abc83 req-e7435d6c-0d54-48fc-a0cf-7229ed4138f4 tempest-DeleteServersTestJSON-1513565885 tempest-DeleteServersTestJSON-1513565885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:08:21.936389 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-8851ba95-15ac-441e-b689-8325d17abc83 req-e7435d6c-0d54-48fc-a0cf-7229ed4138f4 tempest-DeleteServersTestJSON-1513565885 tempest-DeleteServersTestJSON-1513565885-project] 10.222.0.37 "GET /v2.0/networks?id=13e56ba6-695c-459c-8ab3-5552ec0cfa8d HTTP/1.1" status: 200 len: 811 time: 0.2878568 Jun 24 17:08:21.979401 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c85a8955-3ba1-4ad4-ae11-ed160af03fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:21.983285 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:08:22.033042 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.v2.base [req-8851ba95-15ac-441e-b689-8325d17abc83 req-5c375ae4-d0e9-4c53-aae2-a5a07295196b tempest-DeleteServersTestJSON-1513565885 tempest-DeleteServersTestJSON-1513565885-project] Request body: {'port': {'device_id': '35d1563d-65d4-4696-bf64-9fa89e5f8567', 'network_id': '13e56ba6-695c-459c-8ab3-5552ec0cfa8d', 'admin_state_up': True, 'tenant_id': '4c97fe9a5d64410a985f8efc37df5af0'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 17:08:22.089459 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3380d66-f500-457f-9e21-4a0d981ca68c admin admin] Pushing event updated for resources: {'Port': ['ID=f6163d97-8999-4d73-9b9f-881b808263c8,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:08:22.106084 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-b3380d66-f500-457f-9e21-4a0d981ca68c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:08:22.119336 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc96848-c8b6-435c-a4ad-01a3f05f7661 None None] Pushing event updated for resources: {'Port': ['ID=3fccddd0-c388-4298-8b98-67d407b5b9d1,revision_number=4']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:08:22.134241 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-cbc96848-c8b6-435c-a4ad-01a3f05f7661 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:08:22.212528 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3380d66-f500-457f-9e21-4a0d981ca68c admin admin] Network 64ba3aa0-af7f-43bc-95fc-b6be55710575 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 17:08:22.213056 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Device 0eb03da9-d524-4e7a-adb7-138c5a0a829c up at agent ovs-agent-dv-cinder-797970-1-iscsi {{(pid=93702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 17:08:22.219810 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-b3380d66-f500-457f-9e21-4a0d981ca68c admin admin] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 17:08:22.235864 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c08ded7f-332b-48d2-9165-1292e6af4777 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:22.245259 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.v2.base [req-7022d6d3-ad32-4075-a2da-9e4fb3bd33f0 req-b7765b12-fbc3-4a47-a194-7db288f39fa0 service neutron] Request body: {'port': {'device_id': '7f3d984b-f6ee-40de-ba4c-8370d8f6cef6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79797'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 17:08:22.261948 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a8dbfbb4-4594-4719-8639-cbba17449f7f tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:22.279495 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85a8955-3ba1-4ad4-ae11-ed160af03fea None None] Routers {'09a0b256-4560-46e2-8be8-52aa83ab8d90'} bound to L3 agent in host dv-cinder-797970-1-iscsi {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 17:08:22.279938 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-c85a8955-3ba1-4ad4-ae11-ed160af03fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-24T17:00:13Z,description=,heartbeat_timestamp=2021-06-24T17:08:13Z,host='dv-cinder-797970-1-iscsi',id=ebb0bbf0-d6bc-43df-80f2-a0cdb1424f3b,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T17:00:14Z,topic='l3_agent')) {'router_ids': ['09a0b256-4560-46e2-8be8-52aa83ab8d90'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:08:22.345101 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c08ded7f-332b-48d2-9165-1292e6af4777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:22.348196 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c08ded7f-332b-48d2-9165-1292e6af4777 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-595654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939771'] for router_interface, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:22.352978 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-b3380d66-f500-457f-9e21-4a0d981ca68c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:08:22.375069 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a8dbfbb4-4594-4719-8639-cbba17449f7f tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-560418'] for security_group_rule, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:22.428958 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:08:22.435446 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-c85a8955-3ba1-4ad4-ae11-ed160af03fea None None] Set router 09a0b256-4560-46e2-8be8-52aa83ab8d90 gateway port host: dv-cinder-797970-1-iscsi {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 17:08:22.458351 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3380d66-f500-457f-9e21-4a0d981ca68c admin admin] Router da16d50f-181b-4605-9636-ce5a489ca185 has already been hosted by L3 agent ebb0bbf0-d6bc-43df-80f2-a0cdb1424f3b {{(pid=93700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 17:08:22.478641 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08ded7f-332b-48d2-9165-1292e6af4777 admin admin] Pushing event updated for resources: {'Port': ['ID=5294d12d-dda7-4a5b-ab66-fbf98bbbb6dc,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:08:22.484392 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-c08ded7f-332b-48d2-9165-1292e6af4777 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:08:22.542872 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Provisioning for port 0eb03da9-d524-4e7a-adb7-138c5a0a829c completed by entity L2. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 17:08:22.574226 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Provisioning complete for port 0eb03da9-d524-4e7a-adb7-138c5a0a829c triggered by entity L2. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 17:08:22.574226 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979100'] for port, provisioning_complete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:22.644052 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-7022d6d3-ad32-4075-a2da-9e4fb3bd33f0 req-b7765b12-fbc3-4a47-a194-7db288f39fa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:22.645539 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c08ded7f-332b-48d2-9165-1292e6af4777 admin admin] Network e2c58ddc-3a0b-4159-9aa1-b7e24abf6c42 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 17:08:22.650644 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-c08ded7f-332b-48d2-9165-1292e6af4777 admin admin] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 17:08:22.739401 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1d7ce742-df56-44db-971d-8d771bfdd75d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:22.741914 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dbfbb4-4594-4719-8639-cbba17449f7f tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a6f9c81-5468-45fd-8037-30c8b86ce2d6,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:08:22.755572 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3380d66-f500-457f-9e21-4a0d981ca68c admin admin] Notify agent at l3_agent.dv-cinder-797970-1-iscsi the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 17:08:22.779262 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-b3380d66-f500-457f-9e21-4a0d981ca68c admin admin] 10.222.0.15 "PUT /v2.0/routers/da16d50f-181b-4605-9636-ce5a489ca185/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0603414 Jun 24 17:08:22.796712 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-a8dbfbb4-4594-4719-8639-cbba17449f7f tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:08:22.970308 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c08ded7f-332b-48d2-9165-1292e6af4777 admin admin] Router 79a22461-5090-4e28-b78d-ed62ea3c6cde has already been hosted by L3 agent ebb0bbf0-d6bc-43df-80f2-a0cdb1424f3b {{(pid=93700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 17:08:23.254810 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1d7ce742-df56-44db-971d-8d771bfdd75d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:23.330087 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-3e7c7bfe-c27b-4182-8868-0b009c9dd8a9 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:08:23.340402 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-23398484-f1be-4859-8820-94b8ec47b465 req-c9a25d8a-5c16-417f-8fe8-1a3e218dafc0 tempest-DeleteServersTestJSON-1513565885 tempest-DeleteServersTestJSON-1513565885-project] 10.222.0.15 "GET /v2.0/ports?device_id=35d1563d-65d4-4696-bf64-9fa89e5f8567 HTTP/1.1" status: 200 len: 210 time: 0.2250440 Jun 24 17:08:23.341802 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c08ded7f-332b-48d2-9165-1292e6af4777 admin admin] Notify agent at l3_agent.dv-cinder-797970-1-iscsi the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 17:08:23.359485 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180b6ac8-73ce-4a6b-9544-3aa931d518a8 None None] Sync routers for ids ['da16d50f-181b-4605-9636-ce5a489ca185'] in dv-cinder-797970-1-iscsi {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 17:08:23.360369 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a8dbfbb4-4594-4719-8639-cbba17449f7f tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:23.361287 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-c08ded7f-332b-48d2-9165-1292e6af4777 admin admin] 10.222.0.15 "PUT /v2.0/routers/79a22461-5090-4e28-b78d-ed62ea3c6cde/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7931528 Jun 24 17:08:23.370724 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-a8dbfbb4-4594-4719-8639-cbba17449f7f tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.9022155 Jun 24 17:08:23.373081 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 53662) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:08:23.376648 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180b6ac8-73ce-4a6b-9544-3aa931d518a8 None None] Routers {'da16d50f-181b-4605-9636-ce5a489ca185'} bound to L3 agent in host dv-cinder-797970-1-iscsi {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 17:08:23.377280 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-180b6ac8-73ce-4a6b-9544-3aa931d518a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-24T17:00:13Z,description=,heartbeat_timestamp=2021-06-24T17:08:13Z,host='dv-cinder-797970-1-iscsi',id=ebb0bbf0-d6bc-43df-80f2-a0cdb1424f3b,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T17:00:14Z,topic='l3_agent')) {'router_ids': ['da16d50f-181b-4605-9636-ce5a489ca185'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:08:23.397754 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.v2.base [None req-f27f1e88-3f94-492d-a28e-bc29a472d4c8 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Request body: {'security_group_rule': {'security_group_id': '77f7ab56-104c-48f4-8da5-818b0fcbd6c8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 17:08:23.478036 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da3893d-2b50-4793-ada9-d5f0d0d90ec7 None None] Sync routers for ids ['79a22461-5090-4e28-b78d-ed62ea3c6cde'] in dv-cinder-797970-1-iscsi {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 17:08:23.497122 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da3893d-2b50-4793-ada9-d5f0d0d90ec7 None None] Routers {'79a22461-5090-4e28-b78d-ed62ea3c6cde'} bound to L3 agent in host dv-cinder-797970-1-iscsi {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 17:08:23.497968 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-6da3893d-2b50-4793-ada9-d5f0d0d90ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-24T17:00:13Z,description=,heartbeat_timestamp=2021-06-24T17:08:13Z,host='dv-cinder-797970-1-iscsi',id=ebb0bbf0-d6bc-43df-80f2-a0cdb1424f3b,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T17:00:14Z,topic='l3_agent')) {'router_ids': ['79a22461-5090-4e28-b78d-ed62ea3c6cde'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:08:23.643270 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-6da3893d-2b50-4793-ada9-d5f0d0d90ec7 None None] Set router 79a22461-5090-4e28-b78d-ed62ea3c6cde gateway port host: dv-cinder-797970-1-iscsi {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 17:08:23.701227 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8851ba95-15ac-441e-b689-8325d17abc83 req-5c375ae4-d0e9-4c53-aae2-a5a07295196b tempest-DeleteServersTestJSON-1513565885 tempest-DeleteServersTestJSON-1513565885-project] Made reservation on behalf of 4c97fe9a5d64410a985f8efc37df5af0 for: {'port': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 17:08:23.701959 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-180b6ac8-73ce-4a6b-9544-3aa931d518a8 None None] Set router da16d50f-181b-4605-9636-ce5a489ca185 gateway port host: dv-cinder-797970-1-iscsi {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 17:08:23.712554 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-8851ba95-15ac-441e-b689-8325d17abc83 req-5c375ae4-d0e9-4c53-aae2-a5a07295196b tempest-DeleteServersTestJSON-1513565885 tempest-DeleteServersTestJSON-1513565885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:23.787018 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f27f1e88-3f94-492d-a28e-bc29a472d4c8 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:23.856099 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-1d7ce742-df56-44db-971d-8d771bfdd75d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a53b5a22092e455e942872c940f039aa&name=default HTTP/1.1" status: 200 len: 2975 time: 2.2457199 Jun 24 17:08:23.880427 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 53682) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:08:23.953166 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7ce742-df56-44db-971d-8d771bfdd75d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e706234b-cda9-4349-8258-0ad577d29c77,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:08:23.957657 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-1d7ce742-df56-44db-971d-8d771bfdd75d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.629s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:08:24.090432 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:24.162791 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-180b6ac8-73ce-4a6b-9544-3aa931d518a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da16d50f-181b-4605-9636-ce5a489ca185', 'name': 'tempest-ServerRescueNegativeTestJSON-1726669423-router', 'tenant_id': 'c716f65513774ad78041f60e9016ee68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'external_fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': '37a631a5-59c4-448b-9d12-5947fe0bda7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T17:08:10Z', 'updated_at': '2021-06-24T17:08:20Z', 'revision_number': 4, 'project_id': 'c716f65513774ad78041f60e9016ee68', 'gw_port': {'id': '37a631a5-59c4-448b-9d12-5947fe0bda7b', 'name': '', 'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:f6:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da16d50f-181b-4605-9636-ce5a489ca185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:08:12Z', 'updated_at': '2021-06-24T17:08:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '004d905c-cc14-4189-936d-82a0eea7da62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-1-iscsi', '_interfaces': [{'id': 'f6163d97-8999-4d73-9b9f-881b808263c8', 'name': '', 'network_id': '64ba3aa0-af7f-43bc-95fc-b6be55710575', 'tenant_id': 'c716f65513774ad78041f60e9016ee68', 'mac_address': 'fa:16:3e:94:b0:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da16d50f-181b-4605-9636-ce5a489ca185', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'dca613bb-5c51-470d-979d-79528d145d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:08:18Z', 'updated_at': '2021-06-24T17:08:21Z', 'revision_number': 2, 'project_id': 'c716f65513774ad78041f60e9016ee68', 'subnets': [{'id': 'dca613bb-5c51-470d-979d-79528d145d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-1-iscsi', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:08:24.164741 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-c85a8955-3ba1-4ad4-ae11-ed160af03fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09a0b256-4560-46e2-8be8-52aa83ab8d90', 'name': 'tempest-AttachVolumeTestJSON-1251952186-router', 'tenant_id': 'fea91de70bb14b7dbc15fd1cce9a200e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'external_fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '3164075f-28b2-4a16-b9f1-9e59f0d7c5cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T17:08:10Z', 'updated_at': '2021-06-24T17:08:17Z', 'revision_number': 4, 'project_id': 'fea91de70bb14b7dbc15fd1cce9a200e', 'gw_port': {'id': '3164075f-28b2-4a16-b9f1-9e59f0d7c5cf', 'name': '', 'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:77:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09a0b256-4560-46e2-8be8-52aa83ab8d90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:08:11Z', 'updated_at': '2021-06-24T17:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '004d905c-cc14-4189-936d-82a0eea7da62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-1-iscsi', '_interfaces': [{'id': '3fccddd0-c388-4298-8b98-67d407b5b9d1', 'name': '', 'network_id': 'b5831895-94e5-4f0a-8fea-bf10963f4724', 'tenant_id': 'fea91de70bb14b7dbc15fd1cce9a200e', 'mac_address': 'fa:16:3e:08:8c:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09a0b256-4560-46e2-8be8-52aa83ab8d90', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'e87b4c16-dac9-4f7c-93b5-b846172b2da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:08:15Z', 'updated_at': '2021-06-24T17:08:21Z', 'revision_number': 4, 'project_id': 'fea91de70bb14b7dbc15fd1cce9a200e', 'subnets': [{'id': 'e87b4c16-dac9-4f7c-93b5-b846172b2da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-1-iscsi', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:08:24.216816 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180b6ac8-73ce-4a6b-9544-3aa931d518a8 None None] Checking router: da16d50f-181b-4605-9636-ce5a489ca185 for host: dv-cinder-797970-1-iscsi {{(pid=93703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 17:08:24.217466 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180b6ac8-73ce-4a6b-9544-3aa931d518a8 None None] Updating router da16d50f-181b-4605-9636-ce5a489ca185 port f6163d97-8999-4d73-9b9f-881b808263c8 binding host dv-cinder-797970-1-iscsi {{(pid=93703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 17:08:24.224991 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [req-8851ba95-15ac-441e-b689-8325d17abc83 req-5c375ae4-d0e9-4c53-aae2-a5a07295196b tempest-DeleteServersTestJSON-1513565885 tempest-DeleteServersTestJSON-1513565885-project] Allocated IP 172.20.0.10 (13e56ba6-695c-459c-8ab3-5552ec0cfa8d/5eb7a144-c3c8-4609-96fe-4b002582aad1/6b863315-7dd5-45a7-99bc-0e12ba3779a8) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 17:08:24.273058 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-ef7ae6bd-927d-44f0-b36b-d762cd0060aa None None] Provisioning complete for port 5294d12d-dda7-4a5b-ab66-fbf98bbbb6dc triggered by entity DHCP. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 17:08:24.274563 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ef7ae6bd-927d-44f0-b36b-d762cd0060aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979100'] for port, provisioning_complete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:24.284671 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85a8955-3ba1-4ad4-ae11-ed160af03fea None None] The sync data for ids ['09a0b256-4560-46e2-8be8-52aa83ab8d90'] in dv-cinder-797970-1-iscsi is: [{'id': '09a0b256-4560-46e2-8be8-52aa83ab8d90', 'name': 'tempest-AttachVolumeTestJSON-1251952186-router', 'tenant_id': 'fea91de70bb14b7dbc15fd1cce9a200e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'external_fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '3164075f-28b2-4a16-b9f1-9e59f0d7c5cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T17:08:10Z', 'updated_at': '2021-06-24T17:08:17Z', 'revision_number': 4, 'project_id': 'fea91de70bb14b7dbc15fd1cce9a200e', 'gw_port': {'id': '3164075f-28b2-4a16-b9f1-9e59f0d7c5cf', 'name': '', 'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:77:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09a0b256-4560-46e2-8be8-52aa83ab8d90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:08:11Z', 'updated_at': '2021-06-24T17:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '004d905c-cc14-4189-936d-82a0eea7da62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-1-iscsi', '_interfaces': [{'id': '3fccddd0-c388-4298-8b98-67d407b5b9d1', 'name': '', 'network_id': 'b5831895-94e5-4f0a-8fea-bf10963f4724', 'tenant_id': 'fea91de70bb14b7dbc15fd1cce9a200e', 'mac_address': 'fa:16:3e:08:8c:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09a0b256-4560-46e2-8be8-52aa83ab8d90', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'e87b4c16-dac9-4f7c-93b5-b846172b2da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:08:15Z', 'updated_at': '2021-06-24T17:08:21Z', 'revision_number': 4, 'project_id': 'fea91de70bb14b7dbc15fd1cce9a200e', 'subnets': [{'id': 'e87b4c16-dac9-4f7c-93b5-b846172b2da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 17:08:24.326604 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] For port 0eb03da9-d524-4e7a-adb7-138c5a0a829c, host dv-cinder-797970-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-1-iscsi',level=0,port_id=0eb03da9-d524-4e7a-adb7-138c5a0a829c,segment=NetworkSegment(d12f47f8-231e-43a0-ac28-6eda6263252e),segment_id=d12f47f8-231e-43a0-ac28-6eda6263252e)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 17:08:24.341919 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-180b6ac8-73ce-4a6b-9544-3aa931d518a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:24.369993 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-ef7ae6bd-927d-44f0-b36b-d762cd0060aa None None] Port 5294d12d-dda7-4a5b-ab66-fbf98bbbb6dc cannot update to ACTIVE because it is not bound. {{(pid=93702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 17:08:24.393286 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f27f1e88-3f94-492d-a28e-bc29a472d4c8 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:24.396727 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-6da3893d-2b50-4793-ada9-d5f0d0d90ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79a22461-5090-4e28-b78d-ed62ea3c6cde', 'name': 'tempest-AttachVolumeShelveTestJSON-267317186-router', 'tenant_id': '6bc5cd721def4e0c90b75e0186dfcb77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'external_fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '0eb03da9-d524-4e7a-adb7-138c5a0a829c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T17:08:11Z', 'updated_at': '2021-06-24T17:08:21Z', 'revision_number': 4, 'project_id': '6bc5cd721def4e0c90b75e0186dfcb77', 'gw_port': {'id': '0eb03da9-d524-4e7a-adb7-138c5a0a829c', 'name': '', 'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:91:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79a22461-5090-4e28-b78d-ed62ea3c6cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:08:13Z', 'updated_at': '2021-06-24T17:08:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '004d905c-cc14-4189-936d-82a0eea7da62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-1-iscsi', '_interfaces': [{'id': '5294d12d-dda7-4a5b-ab66-fbf98bbbb6dc', 'name': '', 'network_id': 'e2c58ddc-3a0b-4159-9aa1-b7e24abf6c42', 'tenant_id': '6bc5cd721def4e0c90b75e0186dfcb77', 'mac_address': 'fa:16:3e:d9:d8:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79a22461-5090-4e28-b78d-ed62ea3c6cde', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '2f50fbc4-85b7-4dc1-a33e-164695f5eb21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:08:19Z', 'updated_at': '2021-06-24T17:08:21Z', 'revision_number': 2, 'project_id': '6bc5cd721def4e0c90b75e0186dfcb77', 'subnets': [{'id': '2f50fbc4-85b7-4dc1-a33e-164695f5eb21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-1-iscsi', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:08:24.480804 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:24.480804 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Device 37a631a5-59c4-448b-9d12-5947fe0bda7b up at agent ovs-agent-dv-cinder-797970-1-iscsi {{(pid=93702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 17:08:24.480804 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-2ac47ff8-f2bb-4316-844c-d493e010b77d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:08:24.589916 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da3893d-2b50-4793-ada9-d5f0d0d90ec7 None None] Checking router: 79a22461-5090-4e28-b78d-ed62ea3c6cde for host: dv-cinder-797970-1-iscsi {{(pid=93702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 17:08:24.589916 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da3893d-2b50-4793-ada9-d5f0d0d90ec7 None None] Updating router 79a22461-5090-4e28-b78d-ed62ea3c6cde port 5294d12d-dda7-4a5b-ab66-fbf98bbbb6dc binding host dv-cinder-797970-1-iscsi {{(pid=93702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 17:08:24.589916 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Pushing event updated for resources: {'Port': ['ID=0eb03da9-d524-4e7a-adb7-138c5a0a829c,revision_number=4']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:08:24.590261 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f27f1e88-3f94-492d-a28e-bc29a472d4c8 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-560418'] for security_group_rule, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:24.590354 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b9d401-0829-450e-935c-2857036a2de2 req-f3b341be-3ac5-4ac2-b7ce-e948e82cc014 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:08:24.590354 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-97b9d401-0829-450e-935c-2857036a2de2 req-f3b341be-3ac5-4ac2-b7ce-e948e82cc014 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.15 "GET /v2.0/ports?device_id=7f3d984b-f6ee-40de-ba4c-8370d8f6cef6 HTTP/1.1" status: 200 len: 931 time: 1.7790470 Jun 24 17:08:24.625880 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:08:24.651153 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:08:24.686171 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-6da3893d-2b50-4793-ada9-d5f0d0d90ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:24.704902 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27f1e88-3f94-492d-a28e-bc29a472d4c8 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d138f52a-6d81-45e5-a5c9-ac452b5aabd7,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:08:24.713309 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-8851ba95-15ac-441e-b689-8325d17abc83 req-5c375ae4-d0e9-4c53-aae2-a5a07295196b tempest-DeleteServersTestJSON-1513565885 tempest-DeleteServersTestJSON-1513565885-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:24.726046 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-f27f1e88-3f94-492d-a28e-bc29a472d4c8 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:08:24.749494 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7550a251-0987-41a0-9134-2a64b2956b32 req-450604dc-62fe-444a-b398-cfdf343c79e5 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:08:24.771065 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-7550a251-0987-41a0-9134-2a64b2956b32 req-450604dc-62fe-444a-b398-cfdf343c79e5 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/networks?id=64ba3aa0-af7f-43bc-95fc-b6be55710575 HTTP/1.1" status: 200 len: 819 time: 0.8101897 Jun 24 17:08:24.809289 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-7550a251-0987-41a0-9134-2a64b2956b32 req-647274ac-5bb2-44b7-8586-95594b26759c tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/quotas/c716f65513774ad78041f60e9016ee68 HTTP/1.1" status: 200 len: 375 time: 0.0444491 Jun 24 17:08:24.972980 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Provisioning for port 37a631a5-59c4-448b-9d12-5947fe0bda7b completed by entity L2. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 17:08:24.980897 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f27f1e88-3f94-492d-a28e-bc29a472d4c8 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:24.989764 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Provisioning complete for port 37a631a5-59c4-448b-9d12-5947fe0bda7b triggered by entity L2. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 17:08:24.990796 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979100'] for port, provisioning_complete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:24.995586 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-f27f1e88-3f94-492d-a28e-bc29a472d4c8 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6087792 Jun 24 17:08:24.997349 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 53704) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:08:25.014834 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.v2.base [None req-f47f559f-0ec5-4afa-830a-d7a91a17f175 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Request body: {'floatingip': {'floating_network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 17:08:25.036404 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-97b9d401-0829-450e-935c-2857036a2de2 req-c09a7f3c-8d5d-46f3-9bdd-59e9f719f1e4 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.15 "GET /v2.0/security-groups?id=240ea0bc-105c-4667-abc7-4b917e0290b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4270151 Jun 24 17:08:25.127025 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-857cc182-c56f-4475-a28c-f96a200239cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:25.222290 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-857cc182-c56f-4475-a28c-f96a200239cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:25.290536 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-7550a251-0987-41a0-9134-2a64b2956b32 req-a2210c60-2698-47ce-a5eb-cc09e50b88ec tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=c716f65513774ad78041f60e9016ee68&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4792497 Jun 24 17:08:25.368027 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.notifiers.nova [req-7022d6d3-ad32-4075-a2da-9e4fb3bd33f0 req-b7765b12-fbc3-4a47-a194-7db288f39fa0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11b9971d-f988-4b28-a63c-b6938d952daa {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 17:08:25.400420 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f47f559f-0ec5-4afa-830a-d7a91a17f175 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Notify callbacks [] for floatingip, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:25.411883 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-7022d6d3-ad32-4075-a2da-9e4fb3bd33f0 req-b7765b12-fbc3-4a47-a194-7db288f39fa0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:25.505366 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-8851ba95-15ac-441e-b689-8325d17abc83 req-5c375ae4-d0e9-4c53-aae2-a5a07295196b tempest-DeleteServersTestJSON-1513565885 tempest-DeleteServersTestJSON-1513565885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1991527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-355756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734938254830'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:25.520800 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:08:25.547832 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8851ba95-15ac-441e-b689-8325d17abc83 req-5c375ae4-d0e9-4c53-aae2-a5a07295196b tempest-DeleteServersTestJSON-1513565885 tempest-DeleteServersTestJSON-1513565885-project] Network 13e56ba6-695c-459c-8ab3-5552ec0cfa8d is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 17:08:25.550139 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-180b6ac8-73ce-4a6b-9544-3aa931d518a8 None None] Notify callbacks [] for port, precommit_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:25.552319 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [req-8851ba95-15ac-441e-b689-8325d17abc83 req-5c375ae4-d0e9-4c53-aae2-a5a07295196b tempest-DeleteServersTestJSON-1513565885 tempest-DeleteServersTestJSON-1513565885-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 17:08:25.587127 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-180b6ac8-73ce-4a6b-9544-3aa931d518a8 None None] Transition to ACTIVE for port object f6163d97-8999-4d73-9b9f-881b808263c8 will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 17:08:25.596926 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [req-7022d6d3-ad32-4075-a2da-9e4fb3bd33f0 req-b7765b12-fbc3-4a47-a194-7db288f39fa0 service neutron] Transition to ACTIVE for port object 11b9971d-f988-4b28-a63c-b6938d952daa will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 17:08:25.596926 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-8851ba95-15ac-441e-b689-8325d17abc83 req-5c375ae4-d0e9-4c53-aae2-a5a07295196b tempest-DeleteServersTestJSON-1513565885 tempest-DeleteServersTestJSON-1513565885-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 17:08:25.602062 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8851ba95-15ac-441e-b689-8325d17abc83 req-5c375ae4-d0e9-4c53-aae2-a5a07295196b tempest-DeleteServersTestJSON-1513565885 tempest-DeleteServersTestJSON-1513565885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:08:25.603174 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-8851ba95-15ac-441e-b689-8325d17abc83 req-5c375ae4-d0e9-4c53-aae2-a5a07295196b tempest-DeleteServersTestJSON-1513565885 tempest-DeleteServersTestJSON-1513565885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592921'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:25.612152 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-857cc182-c56f-4475-a28c-f96a200239cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:25.627683 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [req-7550a251-0987-41a0-9134-2a64b2956b32 req-d2ae95c6-5102-48aa-a9eb-bacff6ccaab0 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=93700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 17:08:25.636324 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-7550a251-0987-41a0-9134-2a64b2956b32 req-d2ae95c6-5102-48aa-a9eb-bacff6ccaab0 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2493839 Jun 24 17:08:25.637588 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-857cc182-c56f-4475-a28c-f96a200239cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:25.639406 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-857cc182-c56f-4475-a28c-f96a200239cb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e706234b-cda9-4349-8258-0ad577d29c77 HTTP/1.1" status: 204 len: 168 time: 1.7554140 Jun 24 17:08:25.672814 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c375ae4-d0e9-4c53-aae2-a5a07295196b tempest-DeleteServersTestJSON-1513565885 tempest-DeleteServersTestJSON-1513565885-project] Pushing event updated for resources: {'Port': ['ID=6b863315-7dd5-45a7-99bc-0e12ba3779a8,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:08:25.681491 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-5c375ae4-d0e9-4c53-aae2-a5a07295196b tempest-DeleteServersTestJSON-1513565885 tempest-DeleteServersTestJSON-1513565885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:08:25.683306 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-1d7ce742-df56-44db-971d-8d771bfdd75d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:08:25.685090 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-180b6ac8-73ce-4a6b-9544-3aa931d518a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:25.692417 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:08:25.709886 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-7022d6d3-ad32-4075-a2da-9e4fb3bd33f0 req-b7765b12-fbc3-4a47-a194-7db288f39fa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:25.721888 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:25.739741 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857cc182-c56f-4475-a28c-f96a200239cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e706234b-cda9-4349-8258-0ad577d29c77,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:08:25.746750 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-857cc182-c56f-4475-a28c-f96a200239cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:08:25.763945 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-72718ef2-ed69-4cb4-b47f-439a118197be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:08:25.764860 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-8851ba95-15ac-441e-b689-8325d17abc83 req-5c375ae4-d0e9-4c53-aae2-a5a07295196b tempest-DeleteServersTestJSON-1513565885 tempest-DeleteServersTestJSON-1513565885-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7679772 Jun 24 17:08:25.845358 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] For port 37a631a5-59c4-448b-9d12-5947fe0bda7b, host dv-cinder-797970-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-1-iscsi',level=0,port_id=37a631a5-59c4-448b-9d12-5947fe0bda7b,segment=NetworkSegment(d12f47f8-231e-43a0-ac28-6eda6263252e),segment_id=d12f47f8-231e-43a0-ac28-6eda6263252e)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 17:08:25.907363 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-6da3893d-2b50-4793-ada9-d5f0d0d90ec7 None None] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:25.924612 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed31a7d-d960-4a39-ae14-495835f0b056 None None] Pushing event updated for resources: {'Port': ['ID=f6163d97-8999-4d73-9b9f-881b808263c8,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:08:25.929371 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:25.942587 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-6da3893d-2b50-4793-ada9-d5f0d0d90ec7 None None] Transition to ACTIVE for port object 5294d12d-dda7-4a5b-ab66-fbf98bbbb6dc will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 17:08:25.957391 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:08:25.971719 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG oslo_concurrency.lockutils [None req-3ed31a7d-d960-4a39-ae14-495835f0b056 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=93703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:08:26.065936 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-6da3893d-2b50-4793-ada9-d5f0d0d90ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:26.137732 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Pushing event updated for resources: {'Port': ['ID=37a631a5-59c4-448b-9d12-5947fe0bda7b,revision_number=4']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:08:26.142550 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:08:26.151290 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 53722) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:08:26.157722 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.064s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:08:26.173450 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7765b12-fbc3-4a47-a194-7db288f39fa0 service neutron] Pushing event updated for resources: {'Port': ['ID=11b9971d-f988-4b28-a63c-b6938d952daa,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:08:26.186494 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-180b6ac8-73ce-4a6b-9544-3aa931d518a8 None None] Attempting to bind port f6163d97-8999-4d73-9b9f-881b808263c8 on host dv-cinder-797970-1-iscsi for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 17:08:26.186494 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-180b6ac8-73ce-4a6b-9544-3aa931d518a8 None None] Attempting to bind port f6163d97-8999-4d73-9b9f-881b808263c8 by drivers openvswitch,hyperv on host dv-cinder-797970-1-iscsi at level 0 using segments [{'id': '2dcfe78b-23a4-4269-b080-4498cc70c905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '64ba3aa0-af7f-43bc-95fc-b6be55710575'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 17:08:26.186763 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180b6ac8-73ce-4a6b-9544-3aa931d518a8 None None] Attempting to bind port f6163d97-8999-4d73-9b9f-881b808263c8 on network 64ba3aa0-af7f-43bc-95fc-b6be55710575 {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 17:08:26.193308 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-b7765b12-fbc3-4a47-a194-7db288f39fa0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:08:26.196852 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180b6ac8-73ce-4a6b-9544-3aa931d518a8 None None] Checking agent: {'id': '080a32e4-e34b-4a53-85c8-07f5ff20b123', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797970-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 17, 0, 14), 'started_at': datetime.datetime(2021, 6, 24, 17, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 17, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797970-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 17:08:26.197223 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180b6ac8-73ce-4a6b-9544-3aa931d518a8 None None] Checking segment: {'id': '2dcfe78b-23a4-4269-b080-4498cc70c905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '64ba3aa0-af7f-43bc-95fc-b6be55710575'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 17:08:26.197633 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-180b6ac8-73ce-4a6b-9544-3aa931d518a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:26.198044 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180b6ac8-73ce-4a6b-9544-3aa931d518a8 None None] Bound using segment: {'id': '2dcfe78b-23a4-4269-b080-4498cc70c905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '64ba3aa0-af7f-43bc-95fc-b6be55710575'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 17:08:26.198516 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-180b6ac8-73ce-4a6b-9544-3aa931d518a8 None None] Bound port: f6163d97-8999-4d73-9b9f-881b808263c8, host: dv-cinder-797970-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dcfe78b-23a4-4269-b080-4498cc70c905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '64ba3aa0-af7f-43bc-95fc-b6be55710575'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 17:08:26.203021 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-180b6ac8-73ce-4a6b-9544-3aa931d518a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:26.241218 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.v2.base [None req-6696b663-b050-474b-a688-a5433ab6f38b tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1582820513', 'description': 'tempest-description--164327684'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 17:08:26.298410 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48083b75-23e1-48c5-9838-1cb5b093cde9 None None] Pushing event updated for resources: {'Port': ['ID=5294d12d-dda7-4a5b-ab66-fbf98bbbb6dc,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:08:26.301542 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.v2.base [req-8851ba95-15ac-441e-b689-8325d17abc83 req-b0d57290-b906-4217-a6a9-e383ccf38aed service neutron] Request body: {'port': {'device_id': '35d1563d-65d4-4696-bf64-9fa89e5f8567', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79797'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 17:08:26.337416 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-48083b75-23e1-48c5-9838-1cb5b093cde9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:08:26.426591 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-7022d6d3-ad32-4075-a2da-9e4fb3bd33f0 req-b7765b12-fbc3-4a47-a194-7db288f39fa0 service neutron] Attempting to bind port 11b9971d-f988-4b28-a63c-b6938d952daa on host hv-cinder-79797 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 17:08:26.427143 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-7022d6d3-ad32-4075-a2da-9e4fb3bd33f0 req-b7765b12-fbc3-4a47-a194-7db288f39fa0 service neutron] Attempting to bind port 11b9971d-f988-4b28-a63c-b6938d952daa by drivers openvswitch,hyperv on host hv-cinder-79797 at level 0 using segments [{'id': '12f2579c-f9ba-4bfe-aa56-7adb09f408d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'ba658aca-cb58-44c7-9214-800ff857a4cd'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 17:08:26.427315 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7022d6d3-ad32-4075-a2da-9e4fb3bd33f0 req-b7765b12-fbc3-4a47-a194-7db288f39fa0 service neutron] Attempting to bind port 11b9971d-f988-4b28-a63c-b6938d952daa on network ba658aca-cb58-44c7-9214-800ff857a4cd {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 17:08:26.427619 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-6da3893d-2b50-4793-ada9-d5f0d0d90ec7 None None] Attempting to bind port 5294d12d-dda7-4a5b-ab66-fbf98bbbb6dc on host dv-cinder-797970-1-iscsi for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 17:08:26.428923 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-6da3893d-2b50-4793-ada9-d5f0d0d90ec7 None None] Attempting to bind port 5294d12d-dda7-4a5b-ab66-fbf98bbbb6dc by drivers openvswitch,hyperv on host dv-cinder-797970-1-iscsi at level 0 using segments [{'id': '10a83dba-9475-45c8-9dae-cc9d5b4ac03a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'e2c58ddc-3a0b-4159-9aa1-b7e24abf6c42'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 17:08:26.434335 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da3893d-2b50-4793-ada9-d5f0d0d90ec7 None None] Attempting to bind port 5294d12d-dda7-4a5b-ab66-fbf98bbbb6dc on network e2c58ddc-3a0b-4159-9aa1-b7e24abf6c42 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 17:08:26.450310 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Device 0eb03da9-d524-4e7a-adb7-138c5a0a829c up at agent ovs-agent-dv-cinder-797970-1-iscsi {{(pid=93702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 17:08:26.463545 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-7550a251-0987-41a0-9134-2a64b2956b32 req-dd4d83cb-b07d-4bc1-8ca1-6458c50f19e9 service neutron] 10.222.0.15 "GET /v2.0/networks/64ba3aa0-af7f-43bc-95fc-b6be55710575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8194330 Jun 24 17:08:26.469959 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-180b6ac8-73ce-4a6b-9544-3aa931d518a8 None None] For port f6163d97-8999-4d73-9b9f-881b808263c8, host dv-cinder-797970-1-iscsi, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 17:08:26.479523 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-180b6ac8-73ce-4a6b-9544-3aa931d518a8 None None] For port f6163d97-8999-4d73-9b9f-881b808263c8, host dv-cinder-797970-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-1-iscsi',level=0,port_id=f6163d97-8999-4d73-9b9f-881b808263c8,segment=NetworkSegment(2dcfe78b-23a4-4269-b080-4498cc70c905),segment_id=2dcfe78b-23a4-4269-b080-4498cc70c905)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 17:08:26.482950 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da3893d-2b50-4793-ada9-d5f0d0d90ec7 None None] Checking agent: {'id': '080a32e4-e34b-4a53-85c8-07f5ff20b123', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797970-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 17, 0, 14), 'started_at': datetime.datetime(2021, 6, 24, 17, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 17, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797970-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 17:08:26.482950 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da3893d-2b50-4793-ada9-d5f0d0d90ec7 None None] Checking segment: {'id': '10a83dba-9475-45c8-9dae-cc9d5b4ac03a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'e2c58ddc-3a0b-4159-9aa1-b7e24abf6c42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 17:08:26.483482 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-6da3893d-2b50-4793-ada9-d5f0d0d90ec7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:26.483874 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da3893d-2b50-4793-ada9-d5f0d0d90ec7 None None] Bound using segment: {'id': '10a83dba-9475-45c8-9dae-cc9d5b4ac03a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'e2c58ddc-3a0b-4159-9aa1-b7e24abf6c42'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 17:08:26.484851 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-6da3893d-2b50-4793-ada9-d5f0d0d90ec7 None None] Bound port: 5294d12d-dda7-4a5b-ab66-fbf98bbbb6dc, host: dv-cinder-797970-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10a83dba-9475-45c8-9dae-cc9d5b4ac03a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'e2c58ddc-3a0b-4159-9aa1-b7e24abf6c42'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 17:08:26.484851 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-6da3893d-2b50-4793-ada9-d5f0d0d90ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:26.557486 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-180b6ac8-73ce-4a6b-9544-3aa931d518a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:26.561346 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG oslo_concurrency.lockutils [None req-c8bf1155-3b78-4453-a8c9-fe00c971b16a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:08:26.581561 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7022d6d3-ad32-4075-a2da-9e4fb3bd33f0 req-b7765b12-fbc3-4a47-a194-7db288f39fa0 service neutron] Port 11b9971d-f988-4b28-a63c-b6938d952daa on network ba658aca-cb58-44c7-9214-800ff857a4cd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79797 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 17:08:26.582091 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7022d6d3-ad32-4075-a2da-9e4fb3bd33f0 req-b7765b12-fbc3-4a47-a194-7db288f39fa0 service neutron] Attempting to bind port 11b9971d-f988-4b28-a63c-b6938d952daa on network ba658aca-cb58-44c7-9214-800ff857a4cd {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 17:08:26.637295 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-7550a251-0987-41a0-9134-2a64b2956b32 req-3a91e8f6-a8d9-4ccf-b1b0-4f838a9f1692 service neutron] 10.222.0.15 "GET /v2.0/networks/64ba3aa0-af7f-43bc-95fc-b6be55710575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640170 Jun 24 17:08:26.686037 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180b6ac8-73ce-4a6b-9544-3aa931d518a8 None None] Routers {'da16d50f-181b-4605-9636-ce5a489ca185'} bound to L3 agent in host dv-cinder-797970-1-iscsi {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 17:08:26.690334 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-180b6ac8-73ce-4a6b-9544-3aa931d518a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-24T17:00:13Z,description=,heartbeat_timestamp=2021-06-24T17:08:13Z,host='dv-cinder-797970-1-iscsi',id=ebb0bbf0-d6bc-43df-80f2-a0cdb1424f3b,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T17:00:14Z,topic='l3_agent')) {'router_ids': ['da16d50f-181b-4605-9636-ce5a489ca185'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:08:26.692503 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7022d6d3-ad32-4075-a2da-9e4fb3bd33f0 req-b7765b12-fbc3-4a47-a194-7db288f39fa0 service neutron] Checking agent: {'id': '1288d539-9cda-419c-bcb9-190041a83682', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79797', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 17, 6, 19), 'started_at': datetime.datetime(2021, 6, 24, 17, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 17, 8, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 17:08:26.694418 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7022d6d3-ad32-4075-a2da-9e4fb3bd33f0 req-b7765b12-fbc3-4a47-a194-7db288f39fa0 service neutron] Checking segment: {'id': '12f2579c-f9ba-4bfe-aa56-7adb09f408d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'ba658aca-cb58-44c7-9214-800ff857a4cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 17:08:26.695867 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7022d6d3-ad32-4075-a2da-9e4fb3bd33f0 req-b7765b12-fbc3-4a47-a194-7db288f39fa0 service neutron] Bound using segment: {'id': '12f2579c-f9ba-4bfe-aa56-7adb09f408d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'ba658aca-cb58-44c7-9214-800ff857a4cd'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 17:08:26.698885 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-7022d6d3-ad32-4075-a2da-9e4fb3bd33f0 req-b7765b12-fbc3-4a47-a194-7db288f39fa0 service neutron] Bound port: 11b9971d-f988-4b28-a63c-b6938d952daa, host: hv-cinder-79797, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12f2579c-f9ba-4bfe-aa56-7adb09f408d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'ba658aca-cb58-44c7-9214-800ff857a4cd'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 17:08:26.699547 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-7022d6d3-ad32-4075-a2da-9e4fb3bd33f0 req-b7765b12-fbc3-4a47-a194-7db288f39fa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:26.736610 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f47f559f-0ec5-4afa-830a-d7a91a17f175 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:26.747866 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6696b663-b050-474b-a688-a5433ab6f38b tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:26.823586 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-6da3893d-2b50-4793-ada9-d5f0d0d90ec7 None None] For port 5294d12d-dda7-4a5b-ab66-fbf98bbbb6dc, host dv-cinder-797970-1-iscsi, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 17:08:26.827614 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Provisioning complete for port 0eb03da9-d524-4e7a-adb7-138c5a0a829c triggered by entity L2. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 17:08:26.828008 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979100'] for port, provisioning_complete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:26.833443 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-6da3893d-2b50-4793-ada9-d5f0d0d90ec7 None None] For port 5294d12d-dda7-4a5b-ab66-fbf98bbbb6dc, host dv-cinder-797970-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-1-iscsi',level=0,port_id=5294d12d-dda7-4a5b-ab66-fbf98bbbb6dc,segment=NetworkSegment(10a83dba-9475-45c8-9dae-cc9d5b4ac03a),segment_id=10a83dba-9475-45c8-9dae-cc9d5b4ac03a)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 17:08:26.913458 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-6da3893d-2b50-4793-ada9-d5f0d0d90ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:26.925124 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:08:26.925223 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ce555c-ba2c-4b48-b2c3-647dc2baa5fa req-5b1e2574-88b7-492c-a76a-2b17685d4cec tempest-DeleteServersTestJSON-1513565885 tempest-DeleteServersTestJSON-1513565885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:08:26.934412 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-c5ce555c-ba2c-4b48-b2c3-647dc2baa5fa req-5b1e2574-88b7-492c-a76a-2b17685d4cec tempest-DeleteServersTestJSON-1513565885 tempest-DeleteServersTestJSON-1513565885-project] 10.222.0.15 "GET /v2.0/ports?device_id=35d1563d-65d4-4696-bf64-9fa89e5f8567 HTTP/1.1" status: 200 len: 932 time: 0.4848535 Jun 24 17:08:26.976346 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed31a7d-d960-4a39-ae14-495835f0b056 None None] Pushing event updated for resources: {'Port': ['ID=f6163d97-8999-4d73-9b9f-881b808263c8,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:08:27.043124 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [None req-f47f559f-0ec5-4afa-830a-d7a91a17f175 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Allocated IP 172.27.2.29 (d3559561-7efd-493e-88d1-7d47e478b72a/004d905c-cc14-4189-936d-82a0eea7da62/647cdb0c-bb6e-492a-87aa-6b0f8a789ef6) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 17:08:27.045025 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG oslo_concurrency.lockutils [None req-3ed31a7d-d960-4a39-ae14-495835f0b056 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.484s {{(pid=93703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:08:27.055330 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-8851ba95-15ac-441e-b689-8325d17abc83 req-b0d57290-b906-4217-a6a9-e383ccf38aed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:27.081212 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48083b75-23e1-48c5-9838-1cb5b093cde9 None None] Pushing event updated for resources: {'Port': ['ID=5294d12d-dda7-4a5b-ab66-fbf98bbbb6dc,revision_number=4']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:08:27.088967 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-48083b75-23e1-48c5-9838-1cb5b093cde9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:08:27.092364 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da3893d-2b50-4793-ada9-d5f0d0d90ec7 None None] Routers {'79a22461-5090-4e28-b78d-ed62ea3c6cde'} bound to L3 agent in host dv-cinder-797970-1-iscsi {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 17:08:27.093261 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-6da3893d-2b50-4793-ada9-d5f0d0d90ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-24T17:00:13Z,description=,heartbeat_timestamp=2021-06-24T17:08:13Z,host='dv-cinder-797970-1-iscsi',id=ebb0bbf0-d6bc-43df-80f2-a0cdb1424f3b,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T17:00:14Z,topic='l3_agent')) {'router_ids': ['79a22461-5090-4e28-b78d-ed62ea3c6cde'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:08:27.125367 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-180b6ac8-73ce-4a6b-9544-3aa931d518a8 None None] Set router da16d50f-181b-4605-9636-ce5a489ca185 gateway port host: dv-cinder-797970-1-iscsi {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 17:08:27.147368 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Device 3fccddd0-c388-4298-8b98-67d407b5b9d1 up at agent ovs-agent-dv-cinder-797970-1-iscsi {{(pid=93702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 17:08:27.183280 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-7022d6d3-ad32-4075-a2da-9e4fb3bd33f0 req-b7765b12-fbc3-4a47-a194-7db288f39fa0 service neutron] For port 11b9971d-f988-4b28-a63c-b6938d952daa, host hv-cinder-79797, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 17:08:27.317345 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-7022d6d3-ad32-4075-a2da-9e4fb3bd33f0 req-b7765b12-fbc3-4a47-a194-7db288f39fa0 service neutron] For port 11b9971d-f988-4b28-a63c-b6938d952daa, host hv-cinder-79797, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=11b9971d-f988-4b28-a63c-b6938d952daa,segment=NetworkSegment(12f2579c-f9ba-4bfe-aa56-7adb09f408d3),segment_id=12f2579c-f9ba-4bfe-aa56-7adb09f408d3)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 17:08:27.334363 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-c5ce555c-ba2c-4b48-b2c3-647dc2baa5fa req-1dfafde0-d117-4493-a30a-f101cc5c6018 tempest-DeleteServersTestJSON-1513565885 tempest-DeleteServersTestJSON-1513565885-project] 10.222.0.15 "GET /v2.0/security-groups?id=10c0f418-3e44-4c64-a836-2045165cded7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3952327 Jun 24 17:08:27.467379 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f47f559f-0ec5-4afa-830a-d7a91a17f175 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:27.614947 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-7022d6d3-ad32-4075-a2da-9e4fb3bd33f0 req-b7765b12-fbc3-4a47-a194-7db288f39fa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:27.618395 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6696b663-b050-474b-a688-a5433ab6f38b tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:27.626030 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-3dd08744-ea23-49e1-8e17-ec175312c34a req-e8805fdc-ca82-4ae8-888c-e5e8553e6f4b tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a7584ab-9d6d-4da0-8c7d-310e8d6fb3b4 HTTP/1.1" status: 200 len: 210 time: 0.0682466 Jun 24 17:08:27.644218 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:08:27.646019 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f47f559f-0ec5-4afa-830a-d7a91a17f175 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1991527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-355756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734938254830'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:27.654656 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:08:27.762065 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47f559f-0ec5-4afa-830a-d7a91a17f175 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Network d3559561-7efd-493e-88d1-7d47e478b72a is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 17:08:27.772380 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 53768) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:08:27.793887 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-f47f559f-0ec5-4afa-830a-d7a91a17f175 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 17:08:27.802225 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47f559f-0ec5-4afa-830a-d7a91a17f175 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 17:08:27.812505 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7765b12-fbc3-4a47-a194-7db288f39fa0 service neutron] Pushing event updated for resources: {'Port': ['ID=11b9971d-f988-4b28-a63c-b6938d952daa,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:08:27.833144 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-180b6ac8-73ce-4a6b-9544-3aa931d518a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da16d50f-181b-4605-9636-ce5a489ca185', 'name': 'tempest-ServerRescueNegativeTestJSON-1726669423-router', 'tenant_id': 'c716f65513774ad78041f60e9016ee68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'external_fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': '37a631a5-59c4-448b-9d12-5947fe0bda7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T17:08:10Z', 'updated_at': '2021-06-24T17:08:20Z', 'revision_number': 4, 'project_id': 'c716f65513774ad78041f60e9016ee68', 'gw_port': {'id': '37a631a5-59c4-448b-9d12-5947fe0bda7b', 'name': '', 'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:f6:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da16d50f-181b-4605-9636-ce5a489ca185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:08:12Z', 'updated_at': '2021-06-24T17:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '004d905c-cc14-4189-936d-82a0eea7da62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-1-iscsi', '_interfaces': [{'id': 'f6163d97-8999-4d73-9b9f-881b808263c8', 'name': '', 'network_id': '64ba3aa0-af7f-43bc-95fc-b6be55710575', 'tenant_id': 'c716f65513774ad78041f60e9016ee68', 'mac_address': 'fa:16:3e:94:b0:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da16d50f-181b-4605-9636-ce5a489ca185', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'dca613bb-5c51-470d-979d-79528d145d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:08:18Z', 'updated_at': '2021-06-24T17:08:26Z', 'revision_number': 4, 'project_id': 'c716f65513774ad78041f60e9016ee68', 'subnets': [{'id': 'dca613bb-5c51-470d-979d-79528d145d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-1-iscsi', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:08:27.840402 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47f559f-0ec5-4afa-830a-d7a91a17f175 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Pushing event updated for resources: {'Port': ['ID=647cdb0c-bb6e-492a-87aa-6b0f8a789ef6,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:08:27.909858 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-f47f559f-0ec5-4afa-830a-d7a91a17f175 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:08:27.932554 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180b6ac8-73ce-4a6b-9544-3aa931d518a8 None None] The sync data for ids ['da16d50f-181b-4605-9636-ce5a489ca185'] in dv-cinder-797970-1-iscsi is: [{'id': 'da16d50f-181b-4605-9636-ce5a489ca185', 'name': 'tempest-ServerRescueNegativeTestJSON-1726669423-router', 'tenant_id': 'c716f65513774ad78041f60e9016ee68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'external_fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': '37a631a5-59c4-448b-9d12-5947fe0bda7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T17:08:10Z', 'updated_at': '2021-06-24T17:08:20Z', 'revision_number': 4, 'project_id': 'c716f65513774ad78041f60e9016ee68', 'gw_port': {'id': '37a631a5-59c4-448b-9d12-5947fe0bda7b', 'name': '', 'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:f6:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da16d50f-181b-4605-9636-ce5a489ca185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:08:12Z', 'updated_at': '2021-06-24T17:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '004d905c-cc14-4189-936d-82a0eea7da62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-1-iscsi', '_interfaces': [{'id': 'f6163d97-8999-4d73-9b9f-881b808263c8', 'name': '', 'network_id': '64ba3aa0-af7f-43bc-95fc-b6be55710575', 'tenant_id': 'c716f65513774ad78041f60e9016ee68', 'mac_address': 'fa:16:3e:94:b0:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da16d50f-181b-4605-9636-ce5a489ca185', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'dca613bb-5c51-470d-979d-79528d145d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:08:18Z', 'updated_at': '2021-06-24T17:08:26Z', 'revision_number': 4, 'project_id': 'c716f65513774ad78041f60e9016ee68', 'subnets': [{'id': 'dca613bb-5c51-470d-979d-79528d145d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 17:08:27.942923 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-6da3893d-2b50-4793-ada9-d5f0d0d90ec7 None None] Set router 79a22461-5090-4e28-b78d-ed62ea3c6cde gateway port host: dv-cinder-797970-1-iscsi {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 17:08:27.947475 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-b7765b12-fbc3-4a47-a194-7db288f39fa0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:08:27.947475 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6696b663-b050-474b-a688-a5433ab6f38b tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:28.101521 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:08:28.124010 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-702e1812-1d3a-48d9-bf67-7386b6ad419c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:28.193897 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7022d6d3-ad32-4075-a2da-9e4fb3bd33f0 req-b7765b12-fbc3-4a47-a194-7db288f39fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:08:28.194535 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-7022d6d3-ad32-4075-a2da-9e4fb3bd33f0 req-b7765b12-fbc3-4a47-a194-7db288f39fa0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592921'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:28.196901 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-7022d6d3-ad32-4075-a2da-9e4fb3bd33f0 req-b7765b12-fbc3-4a47-a194-7db288f39fa0 service neutron] 10.222.0.37 "PUT /v2.0/ports/11b9971d-f988-4b28-a63c-b6938d952daa HTTP/1.1" status: 200 len: 1093 time: 6.1835954 Jun 24 17:08:28.201206 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f3d984b-f6ee-40de-ba4c-8370d8f6cef6', 'tag': '11b9971d-f988-4b28-a63c-b6938d952daa'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 17:08:28.256438 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f47f559f-0ec5-4afa-830a-d7a91a17f175 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:28.312569 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Provisioning for port 3fccddd0-c388-4298-8b98-67d407b5b9d1 completed by entity L2. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 17:08:28.330714 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Provisioning complete for port 3fccddd0-c388-4298-8b98-67d407b5b9d1 triggered by entity L2. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 17:08:28.330714 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979100'] for port, provisioning_complete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:28.391358 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6696b663-b050-474b-a688-a5433ab6f38b tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac3fa70e-0f44-45d3-b39b-c4cad7af486e,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:08:28.416607 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-6696b663-b050-474b-a688-a5433ab6f38b tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:08:28.580416 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f47f559f-0ec5-4afa-830a-d7a91a17f175 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:28.718492 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:28.729682 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-6da3893d-2b50-4793-ada9-d5f0d0d90ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79a22461-5090-4e28-b78d-ed62ea3c6cde', 'name': 'tempest-AttachVolumeShelveTestJSON-267317186-router', 'tenant_id': '6bc5cd721def4e0c90b75e0186dfcb77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'external_fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '0eb03da9-d524-4e7a-adb7-138c5a0a829c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T17:08:11Z', 'updated_at': '2021-06-24T17:08:21Z', 'revision_number': 4, 'project_id': '6bc5cd721def4e0c90b75e0186dfcb77', 'gw_port': {'id': '0eb03da9-d524-4e7a-adb7-138c5a0a829c', 'name': '', 'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:91:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79a22461-5090-4e28-b78d-ed62ea3c6cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:08:13Z', 'updated_at': '2021-06-24T17:08:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '004d905c-cc14-4189-936d-82a0eea7da62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-1-iscsi', '_interfaces': [{'id': '5294d12d-dda7-4a5b-ab66-fbf98bbbb6dc', 'name': '', 'network_id': 'e2c58ddc-3a0b-4159-9aa1-b7e24abf6c42', 'tenant_id': '6bc5cd721def4e0c90b75e0186dfcb77', 'mac_address': 'fa:16:3e:d9:d8:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79a22461-5090-4e28-b78d-ed62ea3c6cde', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '2f50fbc4-85b7-4dc1-a33e-164695f5eb21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:08:19Z', 'updated_at': '2021-06-24T17:08:26Z', 'revision_number': 4, 'project_id': '6bc5cd721def4e0c90b75e0186dfcb77', 'subnets': [{'id': '2f50fbc4-85b7-4dc1-a33e-164695f5eb21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-1-iscsi', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:08:28.771185 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da3893d-2b50-4793-ada9-d5f0d0d90ec7 None None] The sync data for ids ['79a22461-5090-4e28-b78d-ed62ea3c6cde'] in dv-cinder-797970-1-iscsi is: [{'id': '79a22461-5090-4e28-b78d-ed62ea3c6cde', 'name': 'tempest-AttachVolumeShelveTestJSON-267317186-router', 'tenant_id': '6bc5cd721def4e0c90b75e0186dfcb77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'external_fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '0eb03da9-d524-4e7a-adb7-138c5a0a829c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T17:08:11Z', 'updated_at': '2021-06-24T17:08:21Z', 'revision_number': 4, 'project_id': '6bc5cd721def4e0c90b75e0186dfcb77', 'gw_port': {'id': '0eb03da9-d524-4e7a-adb7-138c5a0a829c', 'name': '', 'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:91:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79a22461-5090-4e28-b78d-ed62ea3c6cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:08:13Z', 'updated_at': '2021-06-24T17:08:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '004d905c-cc14-4189-936d-82a0eea7da62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-1-iscsi', '_interfaces': [{'id': '5294d12d-dda7-4a5b-ab66-fbf98bbbb6dc', 'name': '', 'network_id': 'e2c58ddc-3a0b-4159-9aa1-b7e24abf6c42', 'tenant_id': '6bc5cd721def4e0c90b75e0186dfcb77', 'mac_address': 'fa:16:3e:d9:d8:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79a22461-5090-4e28-b78d-ed62ea3c6cde', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '2f50fbc4-85b7-4dc1-a33e-164695f5eb21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:08:19Z', 'updated_at': '2021-06-24T17:08:26Z', 'revision_number': 4, 'project_id': '6bc5cd721def4e0c90b75e0186dfcb77', 'subnets': [{'id': '2f50fbc4-85b7-4dc1-a33e-164695f5eb21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 17:08:28.831218 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55b777855581bcfca1ea7f1411fd739ba8bd3bff9faf8aab84294ca486557f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f46db9a-aab1-466d-a7e7-7564bcaace2f" -d '{"events": [{"name": "network-changed", "server_uuid": "7f3d984b-f6ee-40de-ba4c-8370d8f6cef6", "tag": "11b9971d-f988-4b28-a63c-b6938d952daa"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 17:08:28.879708 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7859ad0-df92-45ac-b7fe-0d972ced2e6f req-d26699ad-4385-40b5-af90-d2b26443b59d tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:08:28.899857 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-f7859ad0-df92-45ac-b7fe-0d972ced2e6f req-d26699ad-4385-40b5-af90-d2b26443b59d tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.15 "GET /v2.0/ports?device_id=7f3d984b-f6ee-40de-ba4c-8370d8f6cef6 HTTP/1.1" status: 200 len: 943 time: 0.9870503 Jun 24 17:08:28.902510 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] For port 3fccddd0-c388-4298-8b98-67d407b5b9d1, host dv-cinder-797970-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-1-iscsi',level=0,port_id=3fccddd0-c388-4298-8b98-67d407b5b9d1,segment=NetworkSegment(b0afad56-fb31-4d16-833b-399d642d2d6a),segment_id=b0afad56-fb31-4d16-833b-399d642d2d6a)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 17:08:28.995864 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:28.998613 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:08:29.056209 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaf042f-d10b-4194-936e-8276aff00d52 req-0bae1dee-14d6-4ac8-ad5e-6f575dc4509c tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:08:29.075191 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-eeaf042f-d10b-4194-936e-8276aff00d52 req-0bae1dee-14d6-4ac8-ad5e-6f575dc4509c tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/networks?id=64ba3aa0-af7f-43bc-95fc-b6be55710575 HTTP/1.1" status: 200 len: 819 time: 0.8759491 Jun 24 17:08:29.109069 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-f7859ad0-df92-45ac-b7fe-0d972ced2e6f req-394810cf-ad5f-4b05-818f-83710ebb6aec tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.15 "GET /v2.0/security-groups?id=240ea0bc-105c-4667-abc7-4b917e0290b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079277 Jun 24 17:08:29.172593 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7022d6d3-ad32-4075-a2da-9e4fb3bd33f0 req-f186a004-0f93-4ec8-a5b5-2be059233019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:08:29.174514 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-7022d6d3-ad32-4075-a2da-9e4fb3bd33f0 req-f186a004-0f93-4ec8-a5b5-2be059233019 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=18bc19e8074840d5aacd005693f389bc&device_id=7f3d984b-f6ee-40de-ba4c-8370d8f6cef6 HTTP/1.1" status: 200 len: 1096 time: 0.6089611 Jun 24 17:08:29.189997 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Pushing event updated for resources: {'Port': ['ID=3fccddd0-c388-4298-8b98-67d407b5b9d1,revision_number=5']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:08:29.207987 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:08:29.234206 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-eeaf042f-d10b-4194-936e-8276aff00d52 req-89691079-7d53-4c48-a54a-eba25f71723c tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/quotas/c716f65513774ad78041f60e9016ee68 HTTP/1.1" status: 200 len: 375 time: 0.1560457 Jun 24 17:08:29.420997 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f47f559f-0ec5-4afa-830a-d7a91a17f175 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:29.423806 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-702e1812-1d3a-48d9-bf67-7386b6ad419c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:29.449324 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-eeaf042f-d10b-4194-936e-8276aff00d52 req-fcc090ea-e50a-4c17-b9a0-aec16bca33c7 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=c716f65513774ad78041f60e9016ee68&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2119865 Jun 24 17:08:29.491280 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Device 5294d12d-dda7-4a5b-ab66-fbf98bbbb6dc up at agent ovs-agent-dv-cinder-797970-1-iscsi {{(pid=93702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 17:08:29.510918 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-7022d6d3-ad32-4075-a2da-9e4fb3bd33f0 req-b8c02e74-5306-472e-a21f-d2a7d8d57ce4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=11b9971d-f988-4b28-a63c-b6938d952daa HTTP/1.1" status: 200 len: 217 time: 0.3049979 Jun 24 17:08:29.671939 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.notifiers.nova [req-8851ba95-15ac-441e-b689-8325d17abc83 req-b0d57290-b906-4217-a6a9-e383ccf38aed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b863315-7dd5-45a7-99bc-0e12ba3779a8 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 17:08:29.697003 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-702e1812-1d3a-48d9-bf67-7386b6ad419c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:29.697973 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f47f559f-0ec5-4afa-830a-d7a91a17f175 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:29.707522 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-8851ba95-15ac-441e-b689-8325d17abc83 req-b0d57290-b906-4217-a6a9-e383ccf38aed service neutron] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:29.739357 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-dd5c9338-c116-4e33-94fc-9cfa571e3ef4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:08:29.754419 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [req-8851ba95-15ac-441e-b689-8325d17abc83 req-b0d57290-b906-4217-a6a9-e383ccf38aed service neutron] Transition to ACTIVE for port object 6b863315-7dd5-45a7-99bc-0e12ba3779a8 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 17:08:29.761482 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7022d6d3-ad32-4075-a2da-9e4fb3bd33f0 req-686265df-4449-499a-bd8a-2a87b4286cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:08:29.763365 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-7022d6d3-ad32-4075-a2da-9e4fb3bd33f0 req-686265df-4449-499a-bd8a-2a87b4286cf1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5f9f2a5b-9478-442a-a358-447e513537b6 HTTP/1.1" status: 200 len: 854 time: 0.1718669 Jun 24 17:08:29.785800 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d12811-eaa2-48a1-8d74-98e5c074c3a0 req-5ecbc449-c854-4203-a775-d9f72e928549 tempest-DeleteServersTestJSON-1513565885 tempest-DeleteServersTestJSON-1513565885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:08:29.788234 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-35d12811-eaa2-48a1-8d74-98e5c074c3a0 req-5ecbc449-c854-4203-a775-d9f72e928549 tempest-DeleteServersTestJSON-1513565885 tempest-DeleteServersTestJSON-1513565885-project] 10.222.0.15 "GET /v2.0/ports?device_id=35d1563d-65d4-4696-bf64-9fa89e5f8567 HTTP/1.1" status: 200 len: 932 time: 0.3223090 Jun 24 17:08:29.813300 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-eeaf042f-d10b-4194-936e-8276aff00d52 req-690f589d-d8fe-4b71-96b9-a06d4b382735 service neutron] 10.222.0.15 "GET /v2.0/networks/64ba3aa0-af7f-43bc-95fc-b6be55710575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3505030 Jun 24 17:08:29.836647 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f47f559f-0ec5-4afa-830a-d7a91a17f175 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-938496'] for floatingip, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:29.870001 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-35d12811-eaa2-48a1-8d74-98e5c074c3a0 req-3e8b24bc-6fc1-4429-95d3-4ab28f80fb44 tempest-DeleteServersTestJSON-1513565885 tempest-DeleteServersTestJSON-1513565885-project] 10.222.0.15 "GET /v2.0/security-groups?id=10c0f418-3e44-4c64-a836-2045165cded7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752392 Jun 24 17:08:29.931468 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-702e1812-1d3a-48d9-bf67-7386b6ad419c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1ae802f3b33c4996b5ae9c475cefce46&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1559553 Jun 24 17:08:29.934025 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 53836) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:08:29.934317 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702e1812-1d3a-48d9-bf67-7386b6ad419c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cca8bc0b-a4aa-4c2d-aa51-044da7dabbc1,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:08:29.938752 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-702e1812-1d3a-48d9-bf67-7386b6ad419c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:08:29.943618 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-f47f559f-0ec5-4afa-830a-d7a91a17f175 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.194s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:08:30.029288 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Provisioning for port 5294d12d-dda7-4a5b-ab66-fbf98bbbb6dc completed by entity L2. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 17:08:30.037296 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6696b663-b050-474b-a688-a5433ab6f38b tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:30.041209 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-6696b663-b050-474b-a688-a5433ab6f38b tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 3.8683758 Jun 24 17:08:30.047375 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Provisioning complete for port 5294d12d-dda7-4a5b-ab66-fbf98bbbb6dc triggered by entity L2. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 17:08:30.048069 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979100'] for port, provisioning_complete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:30.067488 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-8851ba95-15ac-441e-b689-8325d17abc83 req-b0d57290-b906-4217-a6a9-e383ccf38aed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:30.070896 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 53840) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:08:30.095227 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.v2.base [None req-fd55c2f7-9192-4ad7-b1cc-4c104963d505 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Request body: {'security_group_rule': {'security_group_id': 'ac3fa70e-0f44-45d3-b39b-c4cad7af486e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 17:08:30.127310 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f47f559f-0ec5-4afa-830a-d7a91a17f175 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14435'] for floatingip, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:30.162717 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-f47f559f-0ec5-4afa-830a-d7a91a17f175 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.1470077 Jun 24 17:08:30.169221 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47f559f-0ec5-4afa-830a-d7a91a17f175 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Pushing event updated for resources: {'Port': ['ID=647cdb0c-bb6e-492a-87aa-6b0f8a789ef6,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:08:30.181384 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-f47f559f-0ec5-4afa-830a-d7a91a17f175 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:08:30.191796 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-d51f45a6-e316-46b9-9589-91fa2cbf64e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:08:30.197369 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-7022d6d3-ad32-4075-a2da-9e4fb3bd33f0 req-73d76fe5-ccf5-43b1-8a08-2667fdac3138 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ba658aca-cb58-44c7-9214-800ff857a4cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1226609 Jun 24 17:08:30.198437 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0fd4d06e-c9a6-40ed-bb91-84e2d9363451 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:30.223804 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-eeaf042f-d10b-4194-936e-8276aff00d52 req-cff10116-b785-42bc-924f-b59edf71f0b4 service neutron] 10.222.0.15 "GET /v2.0/networks/64ba3aa0-af7f-43bc-95fc-b6be55710575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4085331 Jun 24 17:08:30.244421 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:30.294284 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0fd4d06e-c9a6-40ed-bb91-84e2d9363451 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:30.324967 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] For port 5294d12d-dda7-4a5b-ab66-fbf98bbbb6dc, host dv-cinder-797970-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-1-iscsi',level=0,port_id=5294d12d-dda7-4a5b-ab66-fbf98bbbb6dc,segment=NetworkSegment(10a83dba-9475-45c8-9dae-cc9d5b4ac03a),segment_id=10a83dba-9475-45c8-9dae-cc9d5b4ac03a)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 17:08:30.344633 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d57290-b906-4217-a6a9-e383ccf38aed service neutron] Pushing event updated for resources: {'Port': ['ID=6b863315-7dd5-45a7-99bc-0e12ba3779a8,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:08:30.350384 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fd55c2f7-9192-4ad7-b1cc-4c104963d505 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:30.356787 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.agents_db [None req-27f02d43-57e8-424c-a1b0-5a1f36db1773 None None] Agent healthcheck: found 6 active agents {{(pid=93703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 17:08:30.370547 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-b0d57290-b906-4217-a6a9-e383ccf38aed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:08:30.441759 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:30.442798 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Device f6163d97-8999-4d73-9b9f-881b808263c8 up at agent ovs-agent-dv-cinder-797970-1-iscsi {{(pid=93702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 17:08:30.447113 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-cbc96848-c8b6-435c-a4ad-01a3f05f7661 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:08:30.533927 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-8851ba95-15ac-441e-b689-8325d17abc83 req-b0d57290-b906-4217-a6a9-e383ccf38aed service neutron] Attempting to bind port 6b863315-7dd5-45a7-99bc-0e12ba3779a8 on host hv-cinder-79797 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 17:08:30.537011 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-8851ba95-15ac-441e-b689-8325d17abc83 req-b0d57290-b906-4217-a6a9-e383ccf38aed service neutron] Attempting to bind port 6b863315-7dd5-45a7-99bc-0e12ba3779a8 by drivers openvswitch,hyperv on host hv-cinder-79797 at level 0 using segments [{'id': '9dcc22a8-c6a4-47fa-9345-4011e47050ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '13e56ba6-695c-459c-8ab3-5552ec0cfa8d'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 17:08:30.545308 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8851ba95-15ac-441e-b689-8325d17abc83 req-b0d57290-b906-4217-a6a9-e383ccf38aed service neutron] Attempting to bind port 6b863315-7dd5-45a7-99bc-0e12ba3779a8 on network 13e56ba6-695c-459c-8ab3-5552ec0cfa8d {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 17:08:30.557032 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fd55c2f7-9192-4ad7-b1cc-4c104963d505 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:30.578407 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0fd4d06e-c9a6-40ed-bb91-84e2d9363451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:30.619123 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0fd4d06e-c9a6-40ed-bb91-84e2d9363451 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:30.620396 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-0fd4d06e-c9a6-40ed-bb91-84e2d9363451 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cca8bc0b-a4aa-4c2d-aa51-044da7dabbc1 HTTP/1.1" status: 204 len: 168 time: 0.6850479 Jun 24 17:08:30.626148 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:08:30.628909 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 53856) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:08:30.643157 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8851ba95-15ac-441e-b689-8325d17abc83 req-b0d57290-b906-4217-a6a9-e383ccf38aed service neutron] Port 6b863315-7dd5-45a7-99bc-0e12ba3779a8 on network 13e56ba6-695c-459c-8ab3-5552ec0cfa8d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79797 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 17:08:30.644916 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fd55c2f7-9192-4ad7-b1cc-4c104963d505 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-560418'] for security_group_rule, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:30.647702 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-f27f1e88-3f94-492d-a28e-bc29a472d4c8 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:08:30.655078 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8851ba95-15ac-441e-b689-8325d17abc83 req-b0d57290-b906-4217-a6a9-e383ccf38aed service neutron] Attempting to bind port 6b863315-7dd5-45a7-99bc-0e12ba3779a8 on network 13e56ba6-695c-459c-8ab3-5552ec0cfa8d {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 17:08:30.677055 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Pushing event updated for resources: {'Port': ['ID=5294d12d-dda7-4a5b-ab66-fbf98bbbb6dc,revision_number=5']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:08:30.677162 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 17:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec5f6db3-d23b-4c2c-95a7-e4bc59633aa0 x-openstack-request-id: req-ec5f6db3-d23b-4c2c-95a7-e4bc59633aa0 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 17:08:30.677162 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f3d984b-f6ee-40de-ba4c-8370d8f6cef6", "tag": "11b9971d-f988-4b28-a63c-b6938d952daa", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 17:08:30.688187 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:08:30.689002 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ec5f6db3-d23b-4c2c-95a7-e4bc59633aa0 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 17:08:30.689002 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f3d984b-f6ee-40de-ba4c-8370d8f6cef6', 'tag': '11b9971d-f988-4b28-a63c-b6938d952daa', 'status': 'completed', 'code': 200} Jun 24 17:08:30.761765 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 53862) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:08:30.776020 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Provisioning for port f6163d97-8999-4d73-9b9f-881b808263c8 completed by entity L2. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 17:08:30.781330 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Provisioning complete for port f6163d97-8999-4d73-9b9f-881b808263c8 triggered by entity L2. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 17:08:30.785605 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979100'] for port, provisioning_complete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:30.785764 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd55c2f7-9192-4ad7-b1cc-4c104963d505 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4aca1160-14cd-43d2-9d7a-c05646a8fe65,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:08:30.793350 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8851ba95-15ac-441e-b689-8325d17abc83 req-b0d57290-b906-4217-a6a9-e383ccf38aed service neutron] Checking agent: {'id': '1288d539-9cda-419c-bcb9-190041a83682', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79797', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 17, 6, 19), 'started_at': datetime.datetime(2021, 6, 24, 17, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 17, 8, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 17:08:30.794923 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8851ba95-15ac-441e-b689-8325d17abc83 req-b0d57290-b906-4217-a6a9-e383ccf38aed service neutron] Checking segment: {'id': '9dcc22a8-c6a4-47fa-9345-4011e47050ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '13e56ba6-695c-459c-8ab3-5552ec0cfa8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 17:08:30.795625 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-fd55c2f7-9192-4ad7-b1cc-4c104963d505 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:08:30.796183 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8851ba95-15ac-441e-b689-8325d17abc83 req-b0d57290-b906-4217-a6a9-e383ccf38aed service neutron] Bound using segment: {'id': '9dcc22a8-c6a4-47fa-9345-4011e47050ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '13e56ba6-695c-459c-8ab3-5552ec0cfa8d'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 17:08:30.797016 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-8851ba95-15ac-441e-b689-8325d17abc83 req-b0d57290-b906-4217-a6a9-e383ccf38aed service neutron] Bound port: 6b863315-7dd5-45a7-99bc-0e12ba3779a8, host: hv-cinder-79797, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dcc22a8-c6a4-47fa-9345-4011e47050ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '13e56ba6-695c-459c-8ab3-5552ec0cfa8d'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 17:08:30.797751 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-8851ba95-15ac-441e-b689-8325d17abc83 req-b0d57290-b906-4217-a6a9-e383ccf38aed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:30.805600 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fd55c2f7-9192-4ad7-b1cc-4c104963d505 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:30.807276 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-fd55c2f7-9192-4ad7-b1cc-4c104963d505 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7350180 Jun 24 17:08:30.808510 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd4d06e-c9a6-40ed-bb91-84e2d9363451 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cca8bc0b-a4aa-4c2d-aa51-044da7dabbc1,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:08:30.810292 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 53870) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:08:30.823623 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.v2.base [None req-2cb87e61-6d9e-4edf-8e81-e2d1661e97c2 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Request body: {'security_group_rule': {'security_group_id': 'ac3fa70e-0f44-45d3-b39b-c4cad7af486e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 17:08:30.853096 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-7022d6d3-ad32-4075-a2da-9e4fb3bd33f0 req-60472eea-1608-4c43-8a01-11597df1bb8a service neutron] 10.222.0.37 "GET /v2.0/networks/ba658aca-cb58-44c7-9214-800ff857a4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6232548 Jun 24 17:08:30.865479 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-0fd4d06e-c9a6-40ed-bb91-84e2d9363451 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:08:31.071064 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-19748264-4a88-4715-b1ca-e00c24743ef2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:31.100986 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-97e60ba1-3581-4e6a-9c57-c2ce82c7899b req-d4071385-9f72-4158-9b7a-951bda44490d tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1919925725&fields=id&tenant_id=fea91de70bb14b7dbc15fd1cce9a200e HTTP/1.1" status: 200 len: 267 time: 0.2023888 Jun 24 17:08:31.105173 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2cb87e61-6d9e-4edf-8e81-e2d1661e97c2 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:31.146648 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:31.233167 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] For port f6163d97-8999-4d73-9b9f-881b808263c8, host dv-cinder-797970-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-1-iscsi',level=0,port_id=f6163d97-8999-4d73-9b9f-881b808263c8,segment=NetworkSegment(2dcfe78b-23a4-4269-b080-4498cc70c905),segment_id=2dcfe78b-23a4-4269-b080-4498cc70c905)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 17:08:31.310437 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:31.311322 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Device 37a631a5-59c4-448b-9d12-5947fe0bda7b up at agent ovs-agent-dv-cinder-797970-1-iscsi {{(pid=93702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 17:08:31.313087 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:08:31.321814 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-8851ba95-15ac-441e-b689-8325d17abc83 req-b0d57290-b906-4217-a6a9-e383ccf38aed service neutron] For port 6b863315-7dd5-45a7-99bc-0e12ba3779a8, host hv-cinder-79797, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 17:08:31.359131 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-8851ba95-15ac-441e-b689-8325d17abc83 req-b0d57290-b906-4217-a6a9-e383ccf38aed service neutron] For port 6b863315-7dd5-45a7-99bc-0e12ba3779a8, host hv-cinder-79797, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=6b863315-7dd5-45a7-99bc-0e12ba3779a8,segment=NetworkSegment(9dcc22a8-c6a4-47fa-9345-4011e47050ec),segment_id=9dcc22a8-c6a4-47fa-9345-4011e47050ec)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 17:08:31.384451 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147aefb6-be3a-4504-acbe-32d1eeb1e095 req-ebfbe348-9479-403b-b6b7-bce4e945ffa8 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:08:31.386628 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-147aefb6-be3a-4504-acbe-32d1eeb1e095 req-ebfbe348-9479-403b-b6b7-bce4e945ffa8 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.15 "GET /v2.0/ports?device_id=7f3d984b-f6ee-40de-ba4c-8370d8f6cef6 HTTP/1.1" status: 200 len: 943 time: 0.3665781 Jun 24 17:08:31.392612 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-7022d6d3-ad32-4075-a2da-9e4fb3bd33f0 req-ddf69927-8362-43ca-92e0-83c96e2a23bd service neutron] 10.222.0.37 "GET /v2.0/networks/ba658aca-cb58-44c7-9214-800ff857a4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4647403 Jun 24 17:08:31.444569 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-147aefb6-be3a-4504-acbe-32d1eeb1e095 req-ef454468-ac51-4e37-aab0-65a024bcb14d tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.15 "GET /v2.0/security-groups?id=240ea0bc-105c-4667-abc7-4b917e0290b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510323 Jun 24 17:08:31.446636 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-8851ba95-15ac-441e-b689-8325d17abc83 req-b0d57290-b906-4217-a6a9-e383ccf38aed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:31.455271 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:08:31.467902 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5c7ddfa7-ce0f-4eee-baec-7faa8bf9efee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:31.520941 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Pushing event updated for resources: {'Port': ['ID=f6163d97-8999-4d73-9b9f-881b808263c8,revision_number=5']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:08:31.525962 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:08:31.527302 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Provisioning complete for port 37a631a5-59c4-448b-9d12-5947fe0bda7b triggered by entity L2. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 17:08:31.527680 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979100'] for port, provisioning_complete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:31.622853 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2cb87e61-6d9e-4edf-8e81-e2d1661e97c2 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:31.660192 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e60ba1-3581-4e6a-9c57-c2ce82c7899b req-5051d46a-1dc7-4da1-bd8f-64d25ee4d301 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:08:31.667608 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-97e60ba1-3581-4e6a-9c57-c2ce82c7899b req-5051d46a-1dc7-4da1-bd8f-64d25ee4d301 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] 10.222.0.15 "GET /v2.0/networks?id=b5831895-94e5-4f0a-8fea-bf10963f4724 HTTP/1.1" status: 200 len: 811 time: 0.5656335 Jun 24 17:08:31.698734 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-97e60ba1-3581-4e6a-9c57-c2ce82c7899b req-819efdd5-9784-4584-894a-2922bcb5aed6 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] 10.222.0.15 "GET /v2.0/quotas/fea91de70bb14b7dbc15fd1cce9a200e HTTP/1.1" status: 200 len: 375 time: 0.0300541 Jun 24 17:08:31.729092 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2cb87e61-6d9e-4edf-8e81-e2d1661e97c2 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-560418'] for security_group_rule, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:31.734986 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:08:31.831302 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb87e61-6d9e-4edf-8e81-e2d1661e97c2 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05b9df48-cc15-46e4-8e82-60f6e7ce3bbf,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:08:31.841008 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-2cb87e61-6d9e-4edf-8e81-e2d1661e97c2 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:08:31.867932 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Device f6163d97-8999-4d73-9b9f-881b808263c8 up at agent ovs-agent-dv-cinder-797970-1-iscsi {{(pid=93702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 17:08:31.881302 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8851ba95-15ac-441e-b689-8325d17abc83 req-b0d57290-b906-4217-a6a9-e383ccf38aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:08:31.883400 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-8851ba95-15ac-441e-b689-8325d17abc83 req-b0d57290-b906-4217-a6a9-e383ccf38aed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592921'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:31.885416 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-8851ba95-15ac-441e-b689-8325d17abc83 req-b0d57290-b906-4217-a6a9-e383ccf38aed service neutron] 10.222.0.37 "PUT /v2.0/ports/6b863315-7dd5-45a7-99bc-0e12ba3779a8 HTTP/1.1" status: 200 len: 1094 time: 5.7355464 Jun 24 17:08:31.906549 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-19748264-4a88-4715-b1ca-e00c24743ef2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:31.973445 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-f74d8b2b-aa92-40ff-b6bc-744233e00b80 req-04d7c2aa-7e55-465f-add2-fc15aacda333 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/ports?device_id=7b9fb087-423b-44d5-92c7-e94bdd0e3317 HTTP/1.1" status: 200 len: 210 time: 0.1377411 Jun 24 17:08:31.988630 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Provisioning complete for port f6163d97-8999-4d73-9b9f-881b808263c8 triggered by entity L2. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 17:08:31.988630 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979100'] for port, provisioning_complete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:31.988771 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-97e60ba1-3581-4e6a-9c57-c2ce82c7899b req-c107b296-50c1-44fa-a2a4-331fe18eab2c tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=fea91de70bb14b7dbc15fd1cce9a200e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2863998 Jun 24 17:08:31.998674 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-19748264-4a88-4715-b1ca-e00c24743ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:32.021624 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-cccb5010-8bc4-4a8b-9bbb-2391e9077a61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:08:32.025254 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d57290-b906-4217-a6a9-e383ccf38aed service neutron] Pushing event updated for resources: {'Port': ['ID=6b863315-7dd5-45a7-99bc-0e12ba3779a8,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:08:32.050539 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-b0d57290-b906-4217-a6a9-e383ccf38aed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.594s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:08:32.079156 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f46db9a-aab1-466d-a7e7-7564bcaace2f req-7345c704-78a1-4c2d-be85-4b75b98e59e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:08:32.081329 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-4f46db9a-aab1-466d-a7e7-7564bcaace2f req-7345c704-78a1-4c2d-be85-4b75b98e59e1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=18bc19e8074840d5aacd005693f389bc&device_id=7f3d984b-f6ee-40de-ba4c-8370d8f6cef6 HTTP/1.1" status: 200 len: 1096 time: 0.2053092 Jun 24 17:08:32.199551 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-19748264-4a88-4715-b1ca-e00c24743ef2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0c5dff550dae45e1b70526e64faaff2e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5673757 Jun 24 17:08:32.200328 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 53898) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:08:32.206066 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Device 3fccddd0-c388-4298-8b98-67d407b5b9d1 up at agent ovs-agent-dv-cinder-797970-1-iscsi {{(pid=93702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 17:08:32.215262 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19748264-4a88-4715-b1ca-e00c24743ef2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2b92789-b9f8-4412-9fe8-53c205f5b983,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:08:32.236612 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-19748264-4a88-4715-b1ca-e00c24743ef2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:08:32.321530 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Provisioning complete for port 3fccddd0-c388-4298-8b98-67d407b5b9d1 triggered by entity L2. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 17:08:32.321530 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979100'] for port, provisioning_complete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:32.419470 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-97e60ba1-3581-4e6a-9c57-c2ce82c7899b req-7f8fc207-33a1-43a3-86db-56bf787ae725 service neutron] 10.222.0.15 "GET /v2.0/networks/b5831895-94e5-4f0a-8fea-bf10963f4724?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4137280 Jun 24 17:08:32.439945 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-71d78660-7e2a-4e13-92eb-ded3638d0b53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:32.477813 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d30d6f-9b54-4b57-99e5-19a3c9b1f31f req-c37faa55-701b-4f68-9870-51197ddf6abb tempest-DeleteServersTestJSON-1513565885 tempest-DeleteServersTestJSON-1513565885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:08:32.480311 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-e7d30d6f-9b54-4b57-99e5-19a3c9b1f31f req-c37faa55-701b-4f68-9870-51197ddf6abb tempest-DeleteServersTestJSON-1513565885 tempest-DeleteServersTestJSON-1513565885-project] 10.222.0.15 "GET /v2.0/ports?device_id=35d1563d-65d4-4696-bf64-9fa89e5f8567 HTTP/1.1" status: 200 len: 944 time: 0.2702923 Jun 24 17:08:32.532859 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Device 5294d12d-dda7-4a5b-ab66-fbf98bbbb6dc up at agent ovs-agent-dv-cinder-797970-1-iscsi {{(pid=93702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 17:08:32.625385 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-71d78660-7e2a-4e13-92eb-ded3638d0b53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:32.635376 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-e7d30d6f-9b54-4b57-99e5-19a3c9b1f31f req-94e33e64-6d43-4c48-9649-31e08170391a tempest-DeleteServersTestJSON-1513565885 tempest-DeleteServersTestJSON-1513565885-project] 10.222.0.15 "GET /v2.0/security-groups?id=10c0f418-3e44-4c64-a836-2045165cded7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463225 Jun 24 17:08:32.638831 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Provisioning complete for port 5294d12d-dda7-4a5b-ab66-fbf98bbbb6dc triggered by entity L2. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 17:08:32.639094 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979100'] for port, provisioning_complete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:32.667482 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 53906) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:08:32.694205 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35d1563d-65d4-4696-bf64-9fa89e5f8567', 'tag': '6b863315-7dd5-45a7-99bc-0e12ba3779a8'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 17:08:32.697976 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55b777855581bcfca1ea7f1411fd739ba8bd3bff9faf8aab84294ca486557f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-224d2a7a-ecb9-41ee-850f-4c760098b4bf" -d '{"events": [{"name": "network-changed", "server_uuid": "35d1563d-65d4-4696-bf64-9fa89e5f8567", "tag": "6b863315-7dd5-45a7-99bc-0e12ba3779a8"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 17:08:32.879488 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-71d78660-7e2a-4e13-92eb-ded3638d0b53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:32.879488 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-71d78660-7e2a-4e13-92eb-ded3638d0b53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:32.880327 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-71d78660-7e2a-4e13-92eb-ded3638d0b53 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b2b92789-b9f8-4412-9fe8-53c205f5b983 HTTP/1.1" status: 204 len: 168 time: 0.6781971 Jun 24 17:08:32.881561 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:08:32.911506 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d78660-7e2a-4e13-92eb-ded3638d0b53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2b92789-b9f8-4412-9fe8-53c205f5b983,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:08:32.927356 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-71d78660-7e2a-4e13-92eb-ded3638d0b53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:08:32.990148 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-97e60ba1-3581-4e6a-9c57-c2ce82c7899b req-578a255b-276b-4784-b6d3-dcce5e95e56e service neutron] 10.222.0.15 "GET /v2.0/networks/b5831895-94e5-4f0a-8fea-bf10963f4724?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5615659 Jun 24 17:08:33.016624 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5c7ddfa7-ce0f-4eee-baec-7faa8bf9efee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:33.094406 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5c7ddfa7-ce0f-4eee-baec-7faa8bf9efee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:33.100704 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:08:33.135026 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7ddfa7-ce0f-4eee-baec-7faa8bf9efee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b699e4a8-7e54-4244-a284-c42c44ffe5ea,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:08:33.137901 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.v2.base [None req-c0685d9b-69ad-4bf4-a9b1-0cbc1d1cd510 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1674916507-network', 'tenant_id': '87885a61c2974336907e04779ae8f360'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 17:08:33.138641 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-5c7ddfa7-ce0f-4eee-baec-7faa8bf9efee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:08:33.168691 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-5c7ddfa7-ce0f-4eee-baec-7faa8bf9efee admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=efa3fb8c570a427a8edc473874602d7b&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4024940 Jun 24 17:08:33.174086 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 53916) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:08:33.193151 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.37', 59772) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:08:33.194108 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2cb87e61-6d9e-4edf-8e81-e2d1661e97c2 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:33.197799 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-2cb87e61-6d9e-4edf-8e81-e2d1661e97c2 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.3850954 Jun 24 17:08:33.200390 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 53918) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:08:33.222478 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.v2.base [None req-a1c490c5-0907-4502-a4c9-b77f15e7629a tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Request body: {'floatingip': {'floating_network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 17:08:33.395230 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c57edd18-b233-4e92-b56d-2bd5f9f263c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:33.448151 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c57edd18-b233-4e92-b56d-2bd5f9f263c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:33.452593 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 17:08:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0892e28e-b498-4320-8add-4ce7ddaf7765 x-openstack-request-id: req-0892e28e-b498-4320-8add-4ce7ddaf7765 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 17:08:33.453034 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35d1563d-65d4-4696-bf64-9fa89e5f8567", "tag": "6b863315-7dd5-45a7-99bc-0e12ba3779a8", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 17:08:33.453301 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0892e28e-b498-4320-8add-4ce7ddaf7765 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 17:08:33.453876 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35d1563d-65d4-4696-bf64-9fa89e5f8567', 'tag': '6b863315-7dd5-45a7-99bc-0e12ba3779a8', 'status': 'completed', 'code': 200} Jun 24 17:08:33.486404 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.db.api [None req-a1c490c5-0907-4502-a4c9-b77f15e7629a tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 24 17:08:33.486404 dv-cinder-797970-1-iscsi neutron-server[93700]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 24 17:08:33.486404 dv-cinder-797970-1-iscsi neutron-server[93700]: [parameters: {'project_id_1': '6bc5cd721def4e0c90b75e0186dfcb77', 'expiration_1': datetime.datetime(2021, 6, 24, 17, 8, 33, 236327)}] Jun 24 17:08:33.486404 dv-cinder-797970-1-iscsi neutron-server[93700]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93700) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 17:08:33.486725 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_db.api [None req-a1c490c5-0907-4502-a4c9-b77f15e7629a tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 17:08:33.553479 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7550a251-0987-41a0-9134-2a64b2956b32 req-90c8913b-f6af-411f-8adb-311b77b05874 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:08:33.555851 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-7550a251-0987-41a0-9134-2a64b2956b32 req-90c8913b-f6af-411f-8adb-311b77b05874 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.37 "GET /v2.0/networks?id=64ba3aa0-af7f-43bc-95fc-b6be55710575 HTTP/1.1" status: 200 len: 819 time: 0.2729182 Jun 24 17:08:33.615776 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.v2.base [req-7550a251-0987-41a0-9134-2a64b2956b32 req-28b03e11-b742-4317-844b-8706a9c6fe99 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] Request body: {'port': {'device_id': '6a7584ab-9d6d-4da0-8c7d-310e8d6fb3b4', 'network_id': '64ba3aa0-af7f-43bc-95fc-b6be55710575', 'admin_state_up': True, 'tenant_id': 'c716f65513774ad78041f60e9016ee68'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 17:08:33.703375 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f46db9a-aab1-466d-a7e7-7564bcaace2f req-1ed59b19-e89b-48cd-9802-f147196be5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:08:33.704851 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-4f46db9a-aab1-466d-a7e7-7564bcaace2f req-1ed59b19-e89b-48cd-9802-f147196be5d6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ba658aca-cb58-44c7-9214-800ff857a4cd HTTP/1.1" status: 200 len: 914 time: 0.7551951 Jun 24 17:08:33.722056 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5341f4-d850-45a3-9883-e5fea9656a53 req-ce26ea6b-5d76-4c58-b4fa-89ed84c03d13 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:08:33.730172 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-eb5341f4-d850-45a3-9883-e5fea9656a53 req-ce26ea6b-5d76-4c58-b4fa-89ed84c03d13 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.15 "GET /v2.0/ports?device_id=7f3d984b-f6ee-40de-ba4c-8370d8f6cef6 HTTP/1.1" status: 200 len: 943 time: 0.7443383 Jun 24 17:08:33.798423 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8851ba95-15ac-441e-b689-8325d17abc83 req-e8dac001-1993-46cb-9e82-c7f915114c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:08:33.800054 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-8851ba95-15ac-441e-b689-8325d17abc83 req-e8dac001-1993-46cb-9e82-c7f915114c6c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4c97fe9a5d64410a985f8efc37df5af0&device_id=35d1563d-65d4-4696-bf64-9fa89e5f8567 HTTP/1.1" status: 200 len: 1097 time: 0.5217881 Jun 24 17:08:33.800844 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0685d9b-69ad-4bf4-a9b1-0cbc1d1cd510 admin admin] Made reservation on behalf of 87885a61c2974336907e04779ae8f360 for: {'network': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 17:08:33.803261 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c0685d9b-69ad-4bf4-a9b1-0cbc1d1cd510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for network, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:33.808072 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-4f46db9a-aab1-466d-a7e7-7564bcaace2f req-243eed5a-51a6-4e5c-89ba-9d28fce88085 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=11b9971d-f988-4b28-a63c-b6938d952daa HTTP/1.1" status: 200 len: 217 time: 0.0744493 Jun 24 17:08:33.827420 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c0685d9b-69ad-4bf4-a9b1-0cbc1d1cd510 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:33.886387 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-ee064fe9-d3db-4e1f-863f-5bac5195e790 req-82a2c032-20e8-4919-8858-d5cf3725eec8 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/ports?device_id=7b9fb087-423b-44d5-92c7-e94bdd0e3317 HTTP/1.1" status: 200 len: 210 time: 0.2416677 Jun 24 17:08:33.887197 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-eb5341f4-d850-45a3-9883-e5fea9656a53 req-e8d79492-b916-48ea-8dc7-f41f8e0fa8a3 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.15 "GET /v2.0/security-groups?id=240ea0bc-105c-4667-abc7-4b917e0290b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559281 Jun 24 17:08:34.026584 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-8c075d26-2d31-46a6-8091-484ad750f333 req-efeb9d50-0cea-47e9-83ab-520daaee11ac tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e688142-60f7-460e-a0a8-12277958e273 HTTP/1.1" status: 200 len: 210 time: 0.0611835 Jun 24 17:08:34.035882 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c57edd18-b233-4e92-b56d-2bd5f9f263c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:34.040224 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c57edd18-b233-4e92-b56d-2bd5f9f263c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:34.041529 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-c57edd18-b233-4e92-b56d-2bd5f9f263c3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b699e4a8-7e54-4244-a284-c42c44ffe5ea HTTP/1.1" status: 204 len: 168 time: 0.8663292 Jun 24 17:08:34.042442 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-19748264-4a88-4715-b1ca-e00c24743ef2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:08:34.059656 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57edd18-b233-4e92-b56d-2bd5f9f263c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b699e4a8-7e54-4244-a284-c42c44ffe5ea,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:08:34.062885 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-c57edd18-b233-4e92-b56d-2bd5f9f263c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:08:34.200649 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 53938) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:08:34.216371 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b1837449-7bd8-4cd5-b48e-02a644550c53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:34.297454 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c0685d9b-69ad-4bf4-a9b1-0cbc1d1cd510 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:34.297924 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-8851ba95-15ac-441e-b689-8325d17abc83 req-81b0f52e-76ab-492c-8cb3-94d4748577dd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6b863315-7dd5-45a7-99bc-0e12ba3779a8 HTTP/1.1" status: 200 len: 217 time: 0.1736865 Jun 24 17:08:34.344704 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f46db9a-aab1-466d-a7e7-7564bcaace2f req-cb213e25-0c19-4687-975e-0b5eedd1a8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:08:34.346556 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-4f46db9a-aab1-466d-a7e7-7564bcaace2f req-cb213e25-0c19-4687-975e-0b5eedd1a8fc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5f9f2a5b-9478-442a-a358-447e513537b6 HTTP/1.1" status: 200 len: 854 time: 0.2213457 Jun 24 17:08:34.386978 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f840de-c180-4bcb-ba2c-4bf94569f82f req-16c84e03-3d9a-4c9f-86a2-9fbea2b360cb tempest-DeleteServersTestJSON-1513565885 tempest-DeleteServersTestJSON-1513565885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:08:34.389237 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-00f840de-c180-4bcb-ba2c-4bf94569f82f req-16c84e03-3d9a-4c9f-86a2-9fbea2b360cb tempest-DeleteServersTestJSON-1513565885 tempest-DeleteServersTestJSON-1513565885-project] 10.222.0.15 "GET /v2.0/ports?device_id=35d1563d-65d4-4696-bf64-9fa89e5f8567 HTTP/1.1" status: 200 len: 944 time: 0.2627835 Jun 24 17:08:34.553185 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-00f840de-c180-4bcb-ba2c-4bf94569f82f req-0dd552f8-6859-4e5c-995e-400a449861b9 tempest-DeleteServersTestJSON-1513565885 tempest-DeleteServersTestJSON-1513565885-project] 10.222.0.15 "GET /v2.0/security-groups?id=10c0f418-3e44-4c64-a836-2045165cded7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421321 Jun 24 17:08:34.553185 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-4f46db9a-aab1-466d-a7e7-7564bcaace2f req-cb66d92f-4849-4c64-b358-f224342a7fc6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ba658aca-cb58-44c7-9214-800ff857a4cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481684 Jun 24 17:08:34.561838 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8851ba95-15ac-441e-b689-8325d17abc83 req-14bd1cff-3a62-4dfe-82c7-44d9e446ba06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:08:34.563512 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-8851ba95-15ac-441e-b689-8325d17abc83 req-14bd1cff-3a62-4dfe-82c7-44d9e446ba06 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5eb7a144-c3c8-4609-96fe-4b002582aad1 HTTP/1.1" status: 200 len: 851 time: 0.1145320 Jun 24 17:08:34.620104 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-4f46db9a-aab1-466d-a7e7-7564bcaace2f req-ee0ce0d2-659f-441c-942a-5030c800df9d service neutron] 10.222.0.37 "GET /v2.0/networks/ba658aca-cb58-44c7-9214-800ff857a4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088116 Jun 24 17:08:34.698519 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c0685d9b-69ad-4bf4-a9b1-0cbc1d1cd510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:34.703200 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:08:34.720448 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.db.api [None req-a1c490c5-0907-4502-a4c9-b77f15e7629a tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 24 17:08:34.720448 dv-cinder-797970-1-iscsi neutron-server[93700]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 24 17:08:34.720448 dv-cinder-797970-1-iscsi neutron-server[93700]: [parameters: {'project_id_1': '6bc5cd721def4e0c90b75e0186dfcb77', 'expiration_1': datetime.datetime(2021, 6, 24, 17, 8, 34, 3235)}] Jun 24 17:08:34.720448 dv-cinder-797970-1-iscsi neutron-server[93700]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93700) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 17:08:34.722510 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_db.api [None req-a1c490c5-0907-4502-a4c9-b77f15e7629a tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 17:08:34.725543 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.db.api [None req-b1837449-7bd8-4cd5-b48e-02a644550c53 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 24 17:08:34.725543 dv-cinder-797970-1-iscsi neutron-server[93700]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 24 17:08:34.725543 dv-cinder-797970-1-iscsi neutron-server[93700]: [parameters: {'project_id_1': 'ec3deda8096240d393d364035c83161b', 'expiration_1': datetime.datetime(2021, 6, 24, 17, 8, 34, 250908)}] Jun 24 17:08:34.725543 dv-cinder-797970-1-iscsi neutron-server[93700]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93700) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 17:08:34.726145 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_db.api [None req-b1837449-7bd8-4cd5-b48e-02a644550c53 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 17:08:34.738123 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0685d9b-69ad-4bf4-a9b1-0cbc1d1cd510 admin admin] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=93701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 17:08:34.755502 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0685d9b-69ad-4bf4-a9b1-0cbc1d1cd510 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f088847-a837-45eb-8593-1c57f8b22819,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:08:34.762745 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c0685d9b-69ad-4bf4-a9b1-0cbc1d1cd510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083357'] for segment, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:34.769621 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.db.segments_db [None req-c0685d9b-69ad-4bf4-a9b1-0cbc1d1cd510 admin admin] Added segment d746fb1a-d4fa-45a8-b510-907cf50e5ae1 of type vlan for network df81be77-d857-4825-88d1-7324bf0c1e8e Jun 24 17:08:34.787728 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-c0685d9b-69ad-4bf4-a9b1-0cbc1d1cd510 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:08:34.827385 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7550a251-0987-41a0-9134-2a64b2956b32 req-28b03e11-b742-4317-844b-8706a9c6fe99 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] Made reservation on behalf of c716f65513774ad78041f60e9016ee68 for: {'port': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 17:08:34.831206 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-7550a251-0987-41a0-9134-2a64b2956b32 req-28b03e11-b742-4317-844b-8706a9c6fe99 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:34.852879 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c0685d9b-69ad-4bf4-a9b1-0cbc1d1cd510 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734938226544'] for network, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:35.174927 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-e1241ab7-0a77-4607-a33d-59f2aaf09500 req-6042b9ea-e1b5-4c93-b312-91e281beb484 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/ports?device_id=7b9fb087-423b-44d5-92c7-e94bdd0e3317 HTTP/1.1" status: 200 len: 210 time: 0.0879252 Jun 24 17:08:35.193164 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [req-7550a251-0987-41a0-9134-2a64b2956b32 req-28b03e11-b742-4317-844b-8706a9c6fe99 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] Allocated IP 172.20.0.11 (64ba3aa0-af7f-43bc-95fc-b6be55710575/dca613bb-5c51-470d-979d-79528d145d2a/6828f935-363e-4d8c-8695-9be61abc441b) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 17:08:35.222862 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c0685d9b-69ad-4bf4-a9b1-0cbc1d1cd510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-545941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592956'] for network, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:35.225060 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0685d9b-69ad-4bf4-a9b1-0cbc1d1cd510 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:08:35.225981 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c0685d9b-69ad-4bf4-a9b1-0cbc1d1cd510 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592921'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:35.232448 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b1837449-7bd8-4cd5-b48e-02a644550c53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:35.249158 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:08:35.331419 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-96f0af4c-2626-45c5-b55e-38870dc127e4 req-6e5eef3f-5304-4b41-9f6e-6facb148de21 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e688142-60f7-460e-a0a8-12277958e273 HTTP/1.1" status: 200 len: 210 time: 0.0564704 Jun 24 17:08:35.346358 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-c0685d9b-69ad-4bf4-a9b1-0cbc1d1cd510 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.6661880 Jun 24 17:08:35.350888 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 53958) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:08:35.363535 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.v2.base [None req-988142c9-492b-407d-bf83-38e3dc5ee41d admin admin] Request body: {'subnet': {'network_id': 'df81be77-d857-4825-88d1-7324bf0c1e8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1674916507-subnet', 'tenant_id': '87885a61c2974336907e04779ae8f360', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 17:08:35.382087 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0a6c5b-87e7-4b33-83ec-1bf67a00c1ad req-b33fe8d3-0da9-486a-94ef-c03fe5bc195e tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:08:35.382087 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-cc0a6c5b-87e7-4b33-83ec-1bf67a00c1ad req-b33fe8d3-0da9-486a-94ef-c03fe5bc195e tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.15 "GET /v2.0/ports?device_id=7f3d984b-f6ee-40de-ba4c-8370d8f6cef6 HTTP/1.1" status: 200 len: 943 time: 0.2281685 Jun 24 17:08:35.382087 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0685d9b-69ad-4bf4-a9b1-0cbc1d1cd510 admin admin] Pushing event updated for resources: {'Network': ['ID=df81be77-d857-4825-88d1-7324bf0c1e8e,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:08:35.390646 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-c0685d9b-69ad-4bf4-a9b1-0cbc1d1cd510 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:08:35.392530 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Network df81be77-d857-4825-88d1-7324bf0c1e8e details requested by agent ovs-agent-dv-cinder-797970-1-iscsi with host dv-cinder-797970-1-iscsi {{(pid=93702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 17:08:35.474525 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-cc0a6c5b-87e7-4b33-83ec-1bf67a00c1ad req-4811bf90-d5e0-4e25-ad6b-2ecda9f14290 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.15 "GET /v2.0/security-groups?id=240ea0bc-105c-4667-abc7-4b917e0290b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825806 Jun 24 17:08:35.551440 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-7550a251-0987-41a0-9134-2a64b2956b32 req-28b03e11-b742-4317-844b-8706a9c6fe99 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:35.649704 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b1837449-7bd8-4cd5-b48e-02a644550c53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:35.727151 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132d57db-fd93-44fd-bc33-72d4c412708a req-e3550117-512d-4e5c-8604-469414f1a480 tempest-DeleteServersTestJSON-1513565885 tempest-DeleteServersTestJSON-1513565885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:08:35.730756 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-132d57db-fd93-44fd-bc33-72d4c412708a req-e3550117-512d-4e5c-8604-469414f1a480 tempest-DeleteServersTestJSON-1513565885 tempest-DeleteServersTestJSON-1513565885-project] 10.222.0.15 "GET /v2.0/ports?device_id=35d1563d-65d4-4696-bf64-9fa89e5f8567 HTTP/1.1" status: 200 len: 944 time: 0.0745857 Jun 24 17:08:35.784213 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-132d57db-fd93-44fd-bc33-72d4c412708a req-e23b7270-adcf-4ddc-acba-9b6947f8f35a tempest-DeleteServersTestJSON-1513565885 tempest-DeleteServersTestJSON-1513565885-project] 10.222.0.15 "GET /v2.0/security-groups?id=10c0f418-3e44-4c64-a836-2045165cded7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486577 Jun 24 17:08:35.873111 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b1837449-7bd8-4cd5-b48e-02a644550c53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:35.876632 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-7550a251-0987-41a0-9134-2a64b2956b32 req-28b03e11-b742-4317-844b-8706a9c6fe99 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1991527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-355756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734938254830'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:35.881701 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:08:35.919910 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.db.api [None req-a1c490c5-0907-4502-a4c9-b77f15e7629a tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 24 17:08:35.919910 dv-cinder-797970-1-iscsi neutron-server[93700]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 24 17:08:35.919910 dv-cinder-797970-1-iscsi neutron-server[93700]: [parameters: {'project_id_1': '6bc5cd721def4e0c90b75e0186dfcb77', 'expiration_1': datetime.datetime(2021, 6, 24, 17, 8, 35, 438419)}] Jun 24 17:08:35.919910 dv-cinder-797970-1-iscsi neutron-server[93700]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93700) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 17:08:35.926501 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_db.api [None req-a1c490c5-0907-4502-a4c9-b77f15e7629a tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 17:08:35.940373 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1837449-7bd8-4cd5-b48e-02a644550c53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=079a42fa-f6fc-4b3f-9644-7a84b462e835,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:08:35.946325 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-b1837449-7bd8-4cd5-b48e-02a644550c53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:08:35.949611 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-b1837449-7bd8-4cd5-b48e-02a644550c53 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ec3deda8096240d393d364035c83161b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7468412 Jun 24 17:08:35.949611 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-f47f559f-0ec5-4afa-830a-d7a91a17f175 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:08:35.951631 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 53968) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:08:35.957236 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7550a251-0987-41a0-9134-2a64b2956b32 req-28b03e11-b742-4317-844b-8706a9c6fe99 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] Network 64ba3aa0-af7f-43bc-95fc-b6be55710575 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 17:08:35.968068 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-988142c9-492b-407d-bf83-38e3dc5ee41d admin admin] Made reservation on behalf of 87885a61c2974336907e04779ae8f360 for: {'subnet': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 17:08:35.970473 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-988142c9-492b-407d-bf83-38e3dc5ee41d admin admin] Notify callbacks [] for subnet, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:35.998531 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [req-7550a251-0987-41a0-9134-2a64b2956b32 req-28b03e11-b742-4317-844b-8706a9c6fe99 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 17:08:36.022661 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-7550a251-0987-41a0-9134-2a64b2956b32 req-28b03e11-b742-4317-844b-8706a9c6fe99 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 17:08:36.166768 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7550a251-0987-41a0-9134-2a64b2956b32 req-28b03e11-b742-4317-844b-8706a9c6fe99 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:08:36.166768 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-7550a251-0987-41a0-9134-2a64b2956b32 req-28b03e11-b742-4317-844b-8706a9c6fe99 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592921'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:36.167009 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5c481ac0-2c74-4e13-808c-9bee1a50fef0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:36.167113 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b03e11-b742-4317-844b-8706a9c6fe99 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] Pushing event updated for resources: {'Port': ['ID=6828f935-363e-4d8c-8695-9be61abc441b,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:08:36.167113 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-28b03e11-b742-4317-844b-8706a9c6fe99 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:08:36.167259 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5c481ac0-2c74-4e13-808c-9bee1a50fef0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:36.276112 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-7550a251-0987-41a0-9134-2a64b2956b32 req-28b03e11-b742-4317-844b-8706a9c6fe99 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6728806 Jun 24 17:08:36.297852 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5c481ac0-2c74-4e13-808c-9bee1a50fef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:36.299462 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-988142c9-492b-407d-bf83-38e3dc5ee41d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935'] for subnet, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:36.302498 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5c481ac0-2c74-4e13-808c-9bee1a50fef0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:36.303750 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-5c481ac0-2c74-4e13-808c-9bee1a50fef0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/079a42fa-f6fc-4b3f-9644-7a84b462e835 HTTP/1.1" status: 204 len: 168 time: 0.3511307 Jun 24 17:08:36.320622 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-9106b840-f047-4305-be35-90b85497dbea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:08:36.343220 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c481ac0-2c74-4e13-808c-9bee1a50fef0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=079a42fa-f6fc-4b3f-9644-7a84b462e835,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:08:36.422363 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-5c481ac0-2c74-4e13-808c-9bee1a50fef0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:08:36.434739 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.100s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:08:36.559169 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988142c9-492b-407d-bf83-38e3dc5ee41d admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b8dfd14-0432-409d-9ccb-e263e284fc1f,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:08:36.594121 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-988142c9-492b-407d-bf83-38e3dc5ee41d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:08:36.597637 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-2e9f63ac-877b-41d6-8dc0-dfd52ef0af14 req-912d168e-e9f5-4a79-b036-2e0333e09e01 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/ports?device_id=7b9fb087-423b-44d5-92c7-e94bdd0e3317 HTTP/1.1" status: 200 len: 210 time: 0.2792778 Jun 24 17:08:36.635686 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-bf3d4e0c-5647-4acd-b389-41a5cd20336f req-f293f2bc-f391-48e5-b3b6-792aefbcd9d2 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e688142-60f7-460e-a0a8-12277958e273 HTTP/1.1" status: 200 len: 210 time: 0.0591581 Jun 24 17:08:36.635839 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988142c9-492b-407d-bf83-38e3dc5ee41d admin admin] Checking segment: {'id': 'd746fb1a-d4fa-45a8-b510-907cf50e5ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'df81be77-d857-4825-88d1-7324bf0c1e8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 17:08:36.635839 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-988142c9-492b-407d-bf83-38e3dc5ee41d admin admin] Network hostable DHCP agents. Network: df81be77-d857-4825-88d1-7324bf0c1e8e, hostable agents: ['254af59c-4468-4f5d-9dc1-adf32c301d4f'], hosted agents: [] {{(pid=93701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 17:08:36.738841 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-988142c9-492b-407d-bf83-38e3dc5ee41d admin admin] Network df81be77-d857-4825-88d1-7324bf0c1e8e is scheduled to be hosted by DHCP agent 254af59c-4468-4f5d-9dc1-adf32c301d4f with binding_index 1 {{(pid=93701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 17:08:36.824907 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-988142c9-492b-407d-bf83-38e3dc5ee41d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797970-1-iscsi, df81be77-d857-4825-88d1-7324bf0c1e8e) {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 17:08:36.837148 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d4867b-1659-46a7-9023-db7d9b00039c None None] Network df81be77-d857-4825-88d1-7324bf0c1e8e requested from dv-cinder-797970-1-iscsi {{(pid=93702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 17:08:36.838847 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-988142c9-492b-407d-bf83-38e3dc5ee41d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:08:36.839267 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-988142c9-492b-407d-bf83-38e3dc5ee41d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592921'] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:36.886737 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578b538d-6066-499d-b7b8-af861a1f5a8a req-4513a743-fd1e-4d38-baef-3c812e7e71aa tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:08:36.888506 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-578b538d-6066-499d-b7b8-af861a1f5a8a req-4513a743-fd1e-4d38-baef-3c812e7e71aa tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.15 "GET /v2.0/ports?device_id=7f3d984b-f6ee-40de-ba4c-8370d8f6cef6 HTTP/1.1" status: 200 len: 943 time: 0.1248922 Jun 24 17:08:36.967156 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-988142c9-492b-407d-bf83-38e3dc5ee41d admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.6043215 Jun 24 17:08:36.974765 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-578b538d-6066-499d-b7b8-af861a1f5a8a req-190f7981-8aac-4458-b2c2-4ca91e52531b tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.15 "GET /v2.0/security-groups?id=240ea0bc-105c-4667-abc7-4b917e0290b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745718 Jun 24 17:08:37.025541 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bba02ec8-d628-4d9f-ad00-6ed36f777577 None None] Network df81be77-d857-4825-88d1-7324bf0c1e8e requested from dv-cinder-797970-1-iscsi {{(pid=93702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 17:08:37.083810 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2688ac-d522-4e06-bfff-e2456328dfeb req-02552808-be48-4491-8186-97c15252dc3e tempest-DeleteServersTestJSON-1513565885 tempest-DeleteServersTestJSON-1513565885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:08:37.086455 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-2d2688ac-d522-4e06-bfff-e2456328dfeb req-02552808-be48-4491-8186-97c15252dc3e tempest-DeleteServersTestJSON-1513565885 tempest-DeleteServersTestJSON-1513565885-project] 10.222.0.15 "GET /v2.0/ports?device_id=35d1563d-65d4-4696-bf64-9fa89e5f8567 HTTP/1.1" status: 200 len: 944 time: 0.1019518 Jun 24 17:08:37.142298 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-2d2688ac-d522-4e06-bfff-e2456328dfeb req-43c391f7-14d5-4645-89d4-ecf34e2fcc84 tempest-DeleteServersTestJSON-1513565885 tempest-DeleteServersTestJSON-1513565885-project] 10.222.0.15 "GET /v2.0/security-groups?id=10c0f418-3e44-4c64-a836-2045165cded7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485029 Jun 24 17:08:37.788582 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-73f80ea7-97cc-424d-a5db-720567b0fa54 req-1136a450-b3eb-4b11-934e-7af381dcad93 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/ports?device_id=7b9fb087-423b-44d5-92c7-e94bdd0e3317 HTTP/1.1" status: 200 len: 210 time: 0.0410326 Jun 24 17:08:37.809733 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-e60a092c-a121-45aa-b7f4-3a63e517faa8 req-ff0e1a85-ab39-4583-a72a-efec11e193ea tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e688142-60f7-460e-a0a8-12277958e273 HTTP/1.1" status: 200 len: 210 time: 0.0440195 Jun 24 17:08:37.810478 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a1c490c5-0907-4502-a4c9-b77f15e7629a tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Notify callbacks [] for floatingip, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:37.887838 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 54030) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:08:37.892632 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.v2.base [None req-b2df98e3-2293-4247-9d5d-0b59c4049b7a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-641233576-network', 'tenant_id': '7904a8b90af64a16ae6cde8da88af32c'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 17:08:37.934018 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a1c490c5-0907-4502-a4c9-b77f15e7629a tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:38.038295 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [None req-a1c490c5-0907-4502-a4c9-b77f15e7629a tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Allocated IP 172.27.2.214 (d3559561-7efd-493e-88d1-7d47e478b72a/004d905c-cc14-4189-936d-82a0eea7da62/0623d47f-1b21-4cdf-9817-c0af24f0be72) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 17:08:38.049512 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2df98e3-2293-4247-9d5d-0b59c4049b7a admin admin] Made reservation on behalf of 7904a8b90af64a16ae6cde8da88af32c for: {'network': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 17:08:38.051819 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b2df98e3-2293-4247-9d5d-0b59c4049b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for network, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:38.064410 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b2df98e3-2293-4247-9d5d-0b59c4049b7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:38.155299 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d980ccdf-69cd-4a5f-a404-4ab567345bda req-273d8550-a041-4307-9e9c-937f12ead745 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:08:38.157141 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-d980ccdf-69cd-4a5f-a404-4ab567345bda req-273d8550-a041-4307-9e9c-937f12ead745 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.15 "GET /v2.0/ports?device_id=7f3d984b-f6ee-40de-ba4c-8370d8f6cef6 HTTP/1.1" status: 200 len: 943 time: 0.0695431 Jun 24 17:08:38.197682 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-d980ccdf-69cd-4a5f-a404-4ab567345bda req-53a7e9b9-5a25-48d7-a0a4-5d2d335aa89a tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.15 "GET /v2.0/security-groups?id=240ea0bc-105c-4667-abc7-4b917e0290b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341568 Jun 24 17:08:38.199277 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a1c490c5-0907-4502-a4c9-b77f15e7629a tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:38.260385 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b2df98e3-2293-4247-9d5d-0b59c4049b7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:38.326472 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b2df98e3-2293-4247-9d5d-0b59c4049b7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:38.332755 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-702e1812-1d3a-48d9-bf67-7386b6ad419c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:08:38.351098 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594a4eac-59e2-400f-9345-931abb0ffe56 req-5f352a0b-0f22-48b8-8549-312df563b8eb tempest-DeleteServersTestJSON-1513565885 tempest-DeleteServersTestJSON-1513565885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:08:38.352568 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-594a4eac-59e2-400f-9345-931abb0ffe56 req-5f352a0b-0f22-48b8-8549-312df563b8eb tempest-DeleteServersTestJSON-1513565885 tempest-DeleteServersTestJSON-1513565885-project] 10.222.0.15 "GET /v2.0/ports?device_id=35d1563d-65d4-4696-bf64-9fa89e5f8567 HTTP/1.1" status: 200 len: 944 time: 0.0846260 Jun 24 17:08:38.372449 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2df98e3-2293-4247-9d5d-0b59c4049b7a admin admin] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=93700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 17:08:38.382576 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a1c490c5-0907-4502-a4c9-b77f15e7629a tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1991527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-355756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734938254830'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:38.393895 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2df98e3-2293-4247-9d5d-0b59c4049b7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca5643b5-5e02-4094-8781-93f50da189b2,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:08:38.398218 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b2df98e3-2293-4247-9d5d-0b59c4049b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083357'] for segment, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:38.398564 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.db.segments_db [None req-b2df98e3-2293-4247-9d5d-0b59c4049b7a admin admin] Added segment 9da1a183-a54c-4fbe-bc93-7cebc07941b9 of type vlan for network 2cf20657-30ff-4671-82a1-4d9ec5c56165 Jun 24 17:08:38.407460 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-b2df98e3-2293-4247-9d5d-0b59c4049b7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:08:38.408977 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:08:38.475585 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c490c5-0907-4502-a4c9-b77f15e7629a tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Network d3559561-7efd-493e-88d1-7d47e478b72a is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 17:08:38.483645 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-594a4eac-59e2-400f-9345-931abb0ffe56 req-1c6df26c-4540-406d-8048-70c71a1f82fc tempest-DeleteServersTestJSON-1513565885 tempest-DeleteServersTestJSON-1513565885-project] 10.222.0.15 "GET /v2.0/security-groups?id=10c0f418-3e44-4c64-a836-2045165cded7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236367 Jun 24 17:08:38.490569 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-a1c490c5-0907-4502-a4c9-b77f15e7629a tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 17:08:38.506644 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c490c5-0907-4502-a4c9-b77f15e7629a tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 17:08:38.506644 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b2df98e3-2293-4247-9d5d-0b59c4049b7a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734938226544'] for network, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:38.511929 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c490c5-0907-4502-a4c9-b77f15e7629a tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Pushing event updated for resources: {'Port': ['ID=0623d47f-1b21-4cdf-9817-c0af24f0be72,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:08:38.518766 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-a1c490c5-0907-4502-a4c9-b77f15e7629a tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:08:38.701206 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.v2.base [req-7550a251-0987-41a0-9134-2a64b2956b32 req-035cc393-0ca6-42f7-8b32-616c7238d81b service neutron] Request body: {'port': {'device_id': '6a7584ab-9d6d-4da0-8c7d-310e8d6fb3b4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79797'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 17:08:38.735879 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a1c490c5-0907-4502-a4c9-b77f15e7629a tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:38.784768 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-8851ba95-15ac-441e-b689-8325d17abc83 req-61f9997f-1abf-4e3f-8ade-d36b8eed1c8b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=13e56ba6-695c-459c-8ab3-5552ec0cfa8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336678 Jun 24 17:08:38.795013 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-7550a251-0987-41a0-9134-2a64b2956b32 req-035cc393-0ca6-42f7-8b32-616c7238d81b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:38.879086 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-4f46db9a-aab1-466d-a7e7-7564bcaace2f req-87d71d2c-9e0f-46cd-a2ff-c60c747a5bf1 service neutron] 10.222.0.37 "GET /v2.0/networks/ba658aca-cb58-44c7-9214-800ff857a4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088516 Jun 24 17:08:38.944415 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-8851ba95-15ac-441e-b689-8325d17abc83 req-b0f09742-03f5-4a07-b997-d94decd0e913 service neutron] 10.222.0.37 "GET /v2.0/networks/13e56ba6-695c-459c-8ab3-5552ec0cfa8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288235 Jun 24 17:08:38.999639 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b2df98e3-2293-4247-9d5d-0b59c4049b7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-545941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592956'] for network, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:39.014159 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2df98e3-2293-4247-9d5d-0b59c4049b7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:08:39.015138 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b2df98e3-2293-4247-9d5d-0b59c4049b7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592921'] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:39.058190 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-3fee2b34-4cf2-45ca-acb0-70d736e7a80e req-dbceca95-66a5-4b93-95b7-ed6b7254bd9c tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/ports?device_id=7b9fb087-423b-44d5-92c7-e94bdd0e3317 HTTP/1.1" status: 200 len: 210 time: 0.0394681 Jun 24 17:08:39.061028 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-a538faae-e4c4-4e5b-b9f0-7bb77c87eba4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:08:39.093132 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-8851ba95-15ac-441e-b689-8325d17abc83 req-a93adede-8650-4b42-87ae-9a1c0c5b94e2 service neutron] 10.222.0.37 "GET /v2.0/networks/13e56ba6-695c-459c-8ab3-5552ec0cfa8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402476 Jun 24 17:08:39.097583 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-a370209c-4c7f-4a0c-93f5-4c31e1270569 req-c69dbeaa-febe-490f-9aa1-2eb4407d4608 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e688142-60f7-460e-a0a8-12277958e273 HTTP/1.1" status: 200 len: 210 time: 0.1132822 Jun 24 17:08:39.167834 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a1c490c5-0907-4502-a4c9-b77f15e7629a tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:39.212492 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2df98e3-2293-4247-9d5d-0b59c4049b7a admin admin] Pushing event updated for resources: {'Network': ['ID=2cf20657-30ff-4671-82a1-4d9ec5c56165,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:08:39.218245 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-b2df98e3-2293-4247-9d5d-0b59c4049b7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:08:39.230264 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Network 2cf20657-30ff-4671-82a1-4d9ec5c56165 details requested by agent ovs-agent-dv-cinder-797970-1-iscsi with host dv-cinder-797970-1-iscsi {{(pid=93702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 17:08:39.246096 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 54070) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:08:39.246249 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-b2df98e3-2293-4247-9d5d-0b59c4049b7a admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.3572884 Jun 24 17:08:39.252816 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.v2.base [None req-e80842a6-5ac7-4334-b11d-fdbd8ea7a9f0 admin admin] Request body: {'subnet': {'network_id': '2cf20657-30ff-4671-82a1-4d9ec5c56165', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-641233576-subnet', 'tenant_id': '7904a8b90af64a16ae6cde8da88af32c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 17:08:39.369943 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e80842a6-5ac7-4334-b11d-fdbd8ea7a9f0 admin admin] Made reservation on behalf of 7904a8b90af64a16ae6cde8da88af32c for: {'subnet': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 17:08:39.374526 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e80842a6-5ac7-4334-b11d-fdbd8ea7a9f0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:39.420305 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.notifiers.nova [req-7550a251-0987-41a0-9134-2a64b2956b32 req-035cc393-0ca6-42f7-8b32-616c7238d81b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6828f935-363e-4d8c-8695-9be61abc441b {{(pid=93700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 17:08:39.430182 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-7550a251-0987-41a0-9134-2a64b2956b32 req-035cc393-0ca6-42f7-8b32-616c7238d81b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:39.457907 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [req-7550a251-0987-41a0-9134-2a64b2956b32 req-035cc393-0ca6-42f7-8b32-616c7238d81b service neutron] Transition to ACTIVE for port object 6828f935-363e-4d8c-8695-9be61abc441b will not be triggered until provisioned by entity L2. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 17:08:39.459950 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a1c490c5-0907-4502-a4c9-b77f15e7629a tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:39.511841 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224d2a7a-ecb9-41ee-850f-4c760098b4bf req-fcea2030-acd7-44d3-a230-4d7416668c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:08:39.513317 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-224d2a7a-ecb9-41ee-850f-4c760098b4bf req-fcea2030-acd7-44d3-a230-4d7416668c07 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4c97fe9a5d64410a985f8efc37df5af0&device_id=35d1563d-65d4-4696-bf64-9fa89e5f8567 HTTP/1.1" status: 200 len: 1097 time: 0.1848016 Jun 24 17:08:39.543944 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-7550a251-0987-41a0-9134-2a64b2956b32 req-035cc393-0ca6-42f7-8b32-616c7238d81b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:39.547362 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-b3380d66-f500-457f-9e21-4a0d981ca68c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:08:39.581947 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a1c490c5-0907-4502-a4c9-b77f15e7629a tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:39.614732 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a1c490c5-0907-4502-a4c9-b77f15e7629a tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-938496'] for floatingip, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:39.617493 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035cc393-0ca6-42f7-8b32-616c7238d81b service neutron] Pushing event updated for resources: {'Port': ['ID=6828f935-363e-4d8c-8695-9be61abc441b,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:08:39.667502 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-035cc393-0ca6-42f7-8b32-616c7238d81b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:08:39.674049 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-28b03e11-b742-4317-844b-8706a9c6fe99 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.080s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:08:39.753685 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-7550a251-0987-41a0-9134-2a64b2956b32 req-035cc393-0ca6-42f7-8b32-616c7238d81b service neutron] Attempting to bind port 6828f935-363e-4d8c-8695-9be61abc441b on host hv-cinder-79797 for vnic_type normal with profile {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 17:08:39.754036 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-7550a251-0987-41a0-9134-2a64b2956b32 req-035cc393-0ca6-42f7-8b32-616c7238d81b service neutron] Attempting to bind port 6828f935-363e-4d8c-8695-9be61abc441b by drivers openvswitch,hyperv on host hv-cinder-79797 at level 0 using segments [{'id': '2dcfe78b-23a4-4269-b080-4498cc70c905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '64ba3aa0-af7f-43bc-95fc-b6be55710575'}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 17:08:39.754438 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7550a251-0987-41a0-9134-2a64b2956b32 req-035cc393-0ca6-42f7-8b32-616c7238d81b service neutron] Attempting to bind port 6828f935-363e-4d8c-8695-9be61abc441b on network 64ba3aa0-af7f-43bc-95fc-b6be55710575 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 17:08:39.766000 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c18bafa-3300-4c46-8b02-a3c070a53178 req-921fbc41-a420-4c4f-8ae5-d773b141eeae tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:08:39.769559 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-3c18bafa-3300-4c46-8b02-a3c070a53178 req-921fbc41-a420-4c4f-8ae5-d773b141eeae tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.15 "GET /v2.0/ports?device_id=7f3d984b-f6ee-40de-ba4c-8370d8f6cef6 HTTP/1.1" status: 200 len: 943 time: 0.3758347 Jun 24 17:08:39.771199 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7550a251-0987-41a0-9134-2a64b2956b32 req-035cc393-0ca6-42f7-8b32-616c7238d81b service neutron] Port 6828f935-363e-4d8c-8695-9be61abc441b on network 64ba3aa0-af7f-43bc-95fc-b6be55710575 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79797 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 17:08:39.771523 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7550a251-0987-41a0-9134-2a64b2956b32 req-035cc393-0ca6-42f7-8b32-616c7238d81b service neutron] Attempting to bind port 6828f935-363e-4d8c-8695-9be61abc441b on network 64ba3aa0-af7f-43bc-95fc-b6be55710575 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 17:08:39.787007 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c490c5-0907-4502-a4c9-b77f15e7629a tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Pushing event updated for resources: {'Port': ['ID=0623d47f-1b21-4cdf-9817-c0af24f0be72,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:08:39.790990 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7550a251-0987-41a0-9134-2a64b2956b32 req-035cc393-0ca6-42f7-8b32-616c7238d81b service neutron] Checking agent: {'id': '1288d539-9cda-419c-bcb9-190041a83682', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79797', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 17, 6, 19), 'started_at': datetime.datetime(2021, 6, 24, 17, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 17, 8, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 17:08:39.791324 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7550a251-0987-41a0-9134-2a64b2956b32 req-035cc393-0ca6-42f7-8b32-616c7238d81b service neutron] Checking segment: {'id': '2dcfe78b-23a4-4269-b080-4498cc70c905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '64ba3aa0-af7f-43bc-95fc-b6be55710575'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 17:08:39.791877 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7550a251-0987-41a0-9134-2a64b2956b32 req-035cc393-0ca6-42f7-8b32-616c7238d81b service neutron] Bound using segment: {'id': '2dcfe78b-23a4-4269-b080-4498cc70c905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '64ba3aa0-af7f-43bc-95fc-b6be55710575'} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 17:08:39.792327 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-7550a251-0987-41a0-9134-2a64b2956b32 req-035cc393-0ca6-42f7-8b32-616c7238d81b service neutron] Bound port: 6828f935-363e-4d8c-8695-9be61abc441b, host: hv-cinder-79797, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2dcfe78b-23a4-4269-b080-4498cc70c905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '64ba3aa0-af7f-43bc-95fc-b6be55710575'}}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 17:08:39.792701 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-7550a251-0987-41a0-9134-2a64b2956b32 req-035cc393-0ca6-42f7-8b32-616c7238d81b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:39.803979 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-a1c490c5-0907-4502-a4c9-b77f15e7629a tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:08:39.853850 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d8e0c4-e3df-4f11-9e3f-05ef604a1ecd req-30503514-aa11-4e35-9e15-f6660ab11f0b tempest-DeleteServersTestJSON-1513565885 tempest-DeleteServersTestJSON-1513565885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:08:39.855212 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-32d8e0c4-e3df-4f11-9e3f-05ef604a1ecd req-30503514-aa11-4e35-9e15-f6660ab11f0b tempest-DeleteServersTestJSON-1513565885 tempest-DeleteServersTestJSON-1513565885-project] 10.222.0.15 "GET /v2.0/ports?device_id=35d1563d-65d4-4696-bf64-9fa89e5f8567 HTTP/1.1" status: 200 len: 944 time: 0.2180846 Jun 24 17:08:39.863965 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a1c490c5-0907-4502-a4c9-b77f15e7629a tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14435'] for floatingip, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:39.865253 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-a1c490c5-0907-4502-a4c9-b77f15e7629a tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.6640666 Jun 24 17:08:39.926932 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-7550a251-0987-41a0-9134-2a64b2956b32 req-035cc393-0ca6-42f7-8b32-616c7238d81b service neutron] For port 6828f935-363e-4d8c-8695-9be61abc441b, host hv-cinder-79797, cleared binding levels {{(pid=93700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 17:08:39.946932 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-32d8e0c4-e3df-4f11-9e3f-05ef604a1ecd req-4ac7f1a0-3cbe-4a8b-8710-983b2a1ecae9 tempest-DeleteServersTestJSON-1513565885 tempest-DeleteServersTestJSON-1513565885-project] 10.222.0.15 "GET /v2.0/security-groups?id=10c0f418-3e44-4c64-a836-2045165cded7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841115 Jun 24 17:08:39.953382 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-7550a251-0987-41a0-9134-2a64b2956b32 req-035cc393-0ca6-42f7-8b32-616c7238d81b service neutron] For port 6828f935-363e-4d8c-8695-9be61abc441b, host hv-cinder-79797, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=6828f935-363e-4d8c-8695-9be61abc441b,segment=NetworkSegment(2dcfe78b-23a4-4269-b080-4498cc70c905),segment_id=2dcfe78b-23a4-4269-b080-4498cc70c905)] {{(pid=93700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 17:08:40.028514 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-7550a251-0987-41a0-9134-2a64b2956b32 req-035cc393-0ca6-42f7-8b32-616c7238d81b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:40.042407 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:08:40.043029 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-3c18bafa-3300-4c46-8b02-a3c070a53178 req-73aae3a0-bee9-40b6-a8aa-2dcaacb278bd tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.15 "GET /v2.0/security-groups?id=240ea0bc-105c-4667-abc7-4b917e0290b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2529762 Jun 24 17:08:40.071712 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224d2a7a-ecb9-41ee-850f-4c760098b4bf req-45e9098c-d29e-46dc-93c3-e85991fae904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:08:40.073133 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-224d2a7a-ecb9-41ee-850f-4c760098b4bf req-45e9098c-d29e-46dc-93c3-e85991fae904 service neutron] 10.222.0.37 "GET /v2.0/networks?id=13e56ba6-695c-459c-8ab3-5552ec0cfa8d HTTP/1.1" status: 200 len: 911 time: 0.3173051 Jun 24 17:08:40.079920 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaf042f-d10b-4194-936e-8276aff00d52 req-88f3f1d9-6ae5-4407-80bf-be7ca96315a4 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:08:40.081319 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-eeaf042f-d10b-4194-936e-8276aff00d52 req-88f3f1d9-6ae5-4407-80bf-be7ca96315a4 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.37 "GET /v2.0/networks?id=64ba3aa0-af7f-43bc-95fc-b6be55710575 HTTP/1.1" status: 200 len: 819 time: 0.3269088 Jun 24 17:08:40.088137 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7550a251-0987-41a0-9134-2a64b2956b32 req-035cc393-0ca6-42f7-8b32-616c7238d81b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:08:40.088875 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-7550a251-0987-41a0-9134-2a64b2956b32 req-035cc393-0ca6-42f7-8b32-616c7238d81b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592921'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:40.092818 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-7550a251-0987-41a0-9134-2a64b2956b32 req-035cc393-0ca6-42f7-8b32-616c7238d81b service neutron] 10.222.0.37 "PUT /v2.0/ports/6828f935-363e-4d8c-8695-9be61abc441b HTTP/1.1" status: 200 len: 1094 time: 1.3997118 Jun 24 17:08:40.093889 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a7584ab-9d6d-4da0-8c7d-310e8d6fb3b4', 'tag': '6828f935-363e-4d8c-8695-9be61abc441b'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 17:08:40.143974 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.v2.base [req-eeaf042f-d10b-4194-936e-8276aff00d52 req-08c06a68-d911-4914-a1a3-f165a0a694c3 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] Request body: {'port': {'device_id': '7b9fb087-423b-44d5-92c7-e94bdd0e3317', 'network_id': '64ba3aa0-af7f-43bc-95fc-b6be55710575', 'admin_state_up': True, 'tenant_id': 'c716f65513774ad78041f60e9016ee68'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 17:08:40.150929 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-224d2a7a-ecb9-41ee-850f-4c760098b4bf req-2fa26459-61d8-48c8-b8ad-461b8b3f292e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6b863315-7dd5-45a7-99bc-0e12ba3779a8 HTTP/1.1" status: 200 len: 217 time: 0.0507824 Jun 24 17:08:40.156901 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e80842a6-5ac7-4334-b11d-fdbd8ea7a9f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935'] for subnet, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:40.224556 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-670c1b04-9c7a-45f8-9cf1-5edcef6b8877 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:08:40.293681 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-f48d67c8-8c74-491d-8d2b-01c159c702fb req-fa554b1c-4ed2-48ee-9ab6-e31dc7e65b49 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1582820513&fields=id&tenant_id=6bc5cd721def4e0c90b75e0186dfcb77 HTTP/1.1" status: 200 len: 267 time: 0.0949929 Jun 24 17:08:40.308664 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035cc393-0ca6-42f7-8b32-616c7238d81b service neutron] Pushing event updated for resources: {'Port': ['ID=6828f935-363e-4d8c-8695-9be61abc441b,revision_number=3']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:08:40.324977 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-36f21001-6902-4aeb-8b3c-cccc6fa382fe req-5bca625b-3c9e-44ca-b9ae-1f5062ffc469 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/ports?device_id=7b9fb087-423b-44d5-92c7-e94bdd0e3317 HTTP/1.1" status: 200 len: 210 time: 0.0926435 Jun 24 17:08:40.346093 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-035cc393-0ca6-42f7-8b32-616c7238d81b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:08:40.354945 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c39e75a9e8347d24c3004332124e07527e89accb2f43d806ee4df9c6bf49ca2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0dc033d-361b-49d5-aa37-dbd16e7ca196" -d '{"events": [{"name": "network-changed", "server_uuid": "6a7584ab-9d6d-4da0-8c7d-310e8d6fb3b4", "tag": "6828f935-363e-4d8c-8695-9be61abc441b"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 17:08:40.375281 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224d2a7a-ecb9-41ee-850f-4c760098b4bf req-57d1e00d-b462-4e25-ab31-7153456e7dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:08:40.376007 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-224d2a7a-ecb9-41ee-850f-4c760098b4bf req-57d1e00d-b462-4e25-ab31-7153456e7dfc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5eb7a144-c3c8-4609-96fe-4b002582aad1 HTTP/1.1" status: 200 len: 851 time: 0.2135055 Jun 24 17:08:40.395289 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80842a6-5ac7-4334-b11d-fdbd8ea7a9f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=34464262-e54d-4526-a7d1-6f38fb35c4f6,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:08:40.409349 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-e80842a6-5ac7-4334-b11d-fdbd8ea7a9f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:08:40.440968 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-224d2a7a-ecb9-41ee-850f-4c760098b4bf req-56c4af41-f485-4269-af48-328dd7fee73d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=13e56ba6-695c-459c-8ab3-5552ec0cfa8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479426 Jun 24 17:08:40.455979 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80842a6-5ac7-4334-b11d-fdbd8ea7a9f0 admin admin] Checking segment: {'id': '9da1a183-a54c-4fbe-bc93-7cebc07941b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '2cf20657-30ff-4671-82a1-4d9ec5c56165'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 17:08:40.456865 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e80842a6-5ac7-4334-b11d-fdbd8ea7a9f0 admin admin] Network hostable DHCP agents. Network: 2cf20657-30ff-4671-82a1-4d9ec5c56165, hostable agents: ['254af59c-4468-4f5d-9dc1-adf32c301d4f'], hosted agents: [] {{(pid=93701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 17:08:40.514717 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7550a251-0987-41a0-9134-2a64b2956b32 req-6b788184-7c8d-405a-9f94-91b447e14aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:08:40.516179 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-7550a251-0987-41a0-9134-2a64b2956b32 req-6b788184-7c8d-405a-9f94-91b447e14aad service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c716f65513774ad78041f60e9016ee68&device_id=6a7584ab-9d6d-4da0-8c7d-310e8d6fb3b4 HTTP/1.1" status: 200 len: 1097 time: 0.2560399 Jun 24 17:08:40.523651 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48d67c8-8c74-491d-8d2b-01c159c702fb req-237a7bf8-bca1-415d-b4b4-996d38663e03 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:08:40.530298 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-f48d67c8-8c74-491d-8d2b-01c159c702fb req-237a7bf8-bca1-415d-b4b4-996d38663e03 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/networks?id=e2c58ddc-3a0b-4159-9aa1-b7e24abf6c42 HTTP/1.1" status: 200 len: 816 time: 0.2186477 Jun 24 17:08:40.540958 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-f48d67c8-8c74-491d-8d2b-01c159c702fb req-772fbbb5-7d42-4f99-af57-078473f981fc tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/quotas/6bc5cd721def4e0c90b75e0186dfcb77 HTTP/1.1" status: 200 len: 375 time: 0.0092633 Jun 24 17:08:40.549614 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-0edca52e-4cb7-46ab-843d-247fa191ff39 req-0ab1b7bb-169c-4851-bfb5-656dd17a0c7f tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e688142-60f7-460e-a0a8-12277958e273 HTTP/1.1" status: 200 len: 210 time: 0.0807345 Jun 24 17:08:40.607224 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-224d2a7a-ecb9-41ee-850f-4c760098b4bf req-e971f07e-d1bd-4fd9-b0e1-cb9c27eaefa2 service neutron] 10.222.0.37 "GET /v2.0/networks/13e56ba6-695c-459c-8ab3-5552ec0cfa8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568310 Jun 24 17:08:40.673790 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-7550a251-0987-41a0-9134-2a64b2956b32 req-8cce9ec9-e697-44e6-ad02-889f066ba618 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6828f935-363e-4d8c-8695-9be61abc441b HTTP/1.1" status: 200 len: 217 time: 0.1025798 Jun 24 17:08:40.677408 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e80842a6-5ac7-4334-b11d-fdbd8ea7a9f0 admin admin] Network 2cf20657-30ff-4671-82a1-4d9ec5c56165 is scheduled to be hosted by DHCP agent 254af59c-4468-4f5d-9dc1-adf32c301d4f with binding_index 1 {{(pid=93701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 17:08:40.681617 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eeaf042f-d10b-4194-936e-8276aff00d52 req-08c06a68-d911-4914-a1a3-f165a0a694c3 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] Made reservation on behalf of c716f65513774ad78041f60e9016ee68 for: {'port': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 17:08:40.686943 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-eeaf042f-d10b-4194-936e-8276aff00d52 req-08c06a68-d911-4914-a1a3-f165a0a694c3 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:40.725599 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 17:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79a1b05b-5072-41a9-a77f-eb4e3d5127eb x-openstack-request-id: req-79a1b05b-5072-41a9-a77f-eb4e3d5127eb {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 17:08:40.725838 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a7584ab-9d6d-4da0-8c7d-310e8d6fb3b4", "tag": "6828f935-363e-4d8c-8695-9be61abc441b", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 17:08:40.726123 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-79a1b05b-5072-41a9-a77f-eb4e3d5127eb {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 17:08:40.727174 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a7584ab-9d6d-4da0-8c7d-310e8d6fb3b4', 'tag': '6828f935-363e-4d8c-8695-9be61abc441b', 'status': 'completed', 'code': 200} Jun 24 17:08:40.745521 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7550a251-0987-41a0-9134-2a64b2956b32 req-c32b0d36-1186-4cf1-aa7c-2d24866a9c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:08:40.746998 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-7550a251-0987-41a0-9134-2a64b2956b32 req-c32b0d36-1186-4cf1-aa7c-2d24866a9c51 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dca613bb-5c51-470d-979d-79528d145d2a HTTP/1.1" status: 200 len: 859 time: 0.0675957 Jun 24 17:08:40.769126 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-f48d67c8-8c74-491d-8d2b-01c159c702fb req-c3507913-d716-4087-85b9-ccb289157857 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=6bc5cd721def4e0c90b75e0186dfcb77&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2145097 Jun 24 17:08:40.779975 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-e80842a6-5ac7-4334-b11d-fdbd8ea7a9f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797970-1-iscsi, 2cf20657-30ff-4671-82a1-4d9ec5c56165) {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 17:08:40.788765 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e80842a6-5ac7-4334-b11d-fdbd8ea7a9f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:08:40.789758 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8edfcc31-02c3-4fd1-89e4-fdee65e39f4b None None] Network 2cf20657-30ff-4671-82a1-4d9ec5c56165 requested from dv-cinder-797970-1-iscsi {{(pid=93702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 17:08:40.790230 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e80842a6-5ac7-4334-b11d-fdbd8ea7a9f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592921'] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:40.822080 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-7550a251-0987-41a0-9134-2a64b2956b32 req-e2729e7f-2956-4a08-9ed3-0c3362c569fb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=64ba3aa0-af7f-43bc-95fc-b6be55710575&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0652783 Jun 24 17:08:40.831840 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-224d2a7a-ecb9-41ee-850f-4c760098b4bf req-d55fd00b-44ae-4cf6-a830-9fe0757e7734 service neutron] 10.222.0.37 "GET /v2.0/networks/13e56ba6-695c-459c-8ab3-5552ec0cfa8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082243 Jun 24 17:08:40.847322 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.37', 59780) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:08:40.909700 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-e80842a6-5ac7-4334-b11d-fdbd8ea7a9f0 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.6559224 Jun 24 17:08:41.004676 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [req-eeaf042f-d10b-4194-936e-8276aff00d52 req-08c06a68-d911-4914-a1a3-f165a0a694c3 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] Allocated IP 172.20.0.4 (64ba3aa0-af7f-43bc-95fc-b6be55710575/dca613bb-5c51-470d-979d-79528d145d2a/5461bbc6-fde4-410b-9dc5-dd8aaea03e71) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 17:08:41.059510 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 54142) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:08:41.077687 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aaafcd9-1eb8-4f8e-a065-c85db731b3ee None None] Network 2cf20657-30ff-4671-82a1-4d9ec5c56165 requested from dv-cinder-797970-1-iscsi {{(pid=93702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 17:08:41.194042 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e60ba1-3581-4e6a-9c57-c2ce82c7899b req-60ea9b73-4113-42be-90f0-4f976436dfa5 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:08:41.197237 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-97e60ba1-3581-4e6a-9c57-c2ce82c7899b req-60ea9b73-4113-42be-90f0-4f976436dfa5 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] 10.222.0.37 "GET /v2.0/networks?id=b5831895-94e5-4f0a-8fea-bf10963f4724 HTTP/1.1" status: 200 len: 811 time: 0.3224833 Jun 24 17:08:41.225888 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-f48d67c8-8c74-491d-8d2b-01c159c702fb req-7d54d118-57e4-419b-a5d6-232e9468bfc9 service neutron] 10.222.0.15 "GET /v2.0/networks/e2c58ddc-3a0b-4159-9aa1-b7e24abf6c42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4024756 Jun 24 17:08:41.234610 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.db.db_base_plugin_v2 [None req-3554faf6-7c74-443b-b5fb-5c7b66d3ca62 admin admin] Deleting subnet 5b8dfd14-0432-409d-9ccb-e263e284fc1f {{(pid=93701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 17:08:41.247868 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3554faf6-7c74-443b-b5fb-5c7b66d3ca62 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:41.268304 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b3f73660-a38f-4dc8-a1cc-98196e4bf6ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:41.370535 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-f48d67c8-8c74-491d-8d2b-01c159c702fb req-a5a248cf-578c-4c02-83a5-50766b352b13 service neutron] 10.222.0.15 "GET /v2.0/networks/e2c58ddc-3a0b-4159-9aa1-b7e24abf6c42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431174 Jun 24 17:08:41.381278 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3554faf6-7c74-443b-b5fb-5c7b66d3ca62 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:41.420500 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-7550a251-0987-41a0-9134-2a64b2956b32 req-d6560062-1644-4333-8652-a0b5c30eb6f7 service neutron] 10.222.0.37 "GET /v2.0/networks/64ba3aa0-af7f-43bc-95fc-b6be55710575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5333502 Jun 24 17:08:41.426436 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-97e60ba1-3581-4e6a-9c57-c2ce82c7899b req-00887755-4b68-4f0a-8609-e02c10543d37 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fea91de70bb14b7dbc15fd1cce9a200e HTTP/1.1" status: 200 len: 380 time: 0.1868243 Jun 24 17:08:41.450306 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.v2.base [req-97e60ba1-3581-4e6a-9c57-c2ce82c7899b req-46219d13-3525-482d-9a82-8d3a02e73528 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Request body: {'port': {'device_id': '1e688142-60f7-460e-a0a8-12277958e273', 'network_id': 'b5831895-94e5-4f0a-8fea-bf10963f4724', 'admin_state_up': True, 'tenant_id': 'fea91de70bb14b7dbc15fd1cce9a200e', 'security_groups': ['77f7ab56-104c-48f4-8da5-818b0fcbd6c8']}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 17:08:41.450306 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3554faf6-7c74-443b-b5fb-5c7b66d3ca62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1980419'] for subnet, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:41.532592 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-7550a251-0987-41a0-9134-2a64b2956b32 req-3b3b2829-b7b2-49cf-8c2e-53e38b409b8b service neutron] 10.222.0.37 "GET /v2.0/networks/64ba3aa0-af7f-43bc-95fc-b6be55710575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977867 Jun 24 17:08:41.555574 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c976f6-0114-4972-ba44-167a69f7827a req-fc2c371a-7d4d-4b2d-a7ce-01786d33c518 tempest-DeleteServersTestJSON-1513565885 tempest-DeleteServersTestJSON-1513565885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:08:41.557072 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-a6c976f6-0114-4972-ba44-167a69f7827a req-fc2c371a-7d4d-4b2d-a7ce-01786d33c518 tempest-DeleteServersTestJSON-1513565885 tempest-DeleteServersTestJSON-1513565885-project] 10.222.0.15 "GET /v2.0/ports?device_id=35d1563d-65d4-4696-bf64-9fa89e5f8567 HTTP/1.1" status: 200 len: 944 time: 0.4167702 Jun 24 17:08:41.655977 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-eeaf042f-d10b-4194-936e-8276aff00d52 req-08c06a68-d911-4914-a1a3-f165a0a694c3 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:41.702543 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-a6c976f6-0114-4972-ba44-167a69f7827a req-293fc4a0-d0cd-4aec-b4f8-ccc466601f07 tempest-DeleteServersTestJSON-1513565885 tempest-DeleteServersTestJSON-1513565885-project] 10.222.0.15 "GET /v2.0/security-groups?id=10c0f418-3e44-4c64-a836-2045165cded7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357431 Jun 24 17:08:41.763396 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3554faf6-7c74-443b-b5fb-5c7b66d3ca62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1980436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935'] for subnet, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:41.765286 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-988142c9-492b-407d-bf83-38e3dc5ee41d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:08:41.799950 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3554faf6-7c74-443b-b5fb-5c7b66d3ca62 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:41.805281 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-3554faf6-7c74-443b-b5fb-5c7b66d3ca62 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/5b8dfd14-0432-409d-9ccb-e263e284fc1f HTTP/1.1" status: 204 len: 168 time: 0.7383492 Jun 24 17:08:41.805281 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3554faf6-7c74-443b-b5fb-5c7b66d3ca62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b8dfd14-0432-409d-9ccb-e263e284fc1f,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:08:41.806594 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 54180) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:08:41.818467 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-3554faf6-7c74-443b-b5fb-5c7b66d3ca62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:08:41.818467 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97e60ba1-3581-4e6a-9c57-c2ce82c7899b req-46219d13-3525-482d-9a82-8d3a02e73528 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Made reservation on behalf of fea91de70bb14b7dbc15fd1cce9a200e for: {'port': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 17:08:41.818467 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-97e60ba1-3581-4e6a-9c57-c2ce82c7899b req-46219d13-3525-482d-9a82-8d3a02e73528 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:41.861357 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-70b47bb5-ddf9-4ef8-98b8-9f8f60764b1c req-8bcafb8a-d4e7-4a4f-b1a8-1fa878064f45 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/ports?device_id=7b9fb087-423b-44d5-92c7-e94bdd0e3317 HTTP/1.1" status: 200 len: 210 time: 0.0324459 Jun 24 17:08:41.872988 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-eeaf042f-d10b-4194-936e-8276aff00d52 req-08c06a68-d911-4914-a1a3-f165a0a694c3 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1991527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-355756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734938254830'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:41.899780 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:08:41.948779 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddc3bfc-829b-468e-a753-ae7b8fa986d9 req-310c4a98-1aef-4800-a655-1a7ccc01c5fe tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:08:41.950353 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-2ddc3bfc-829b-468e-a753-ae7b8fa986d9 req-310c4a98-1aef-4800-a655-1a7ccc01c5fe tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.15 "GET /v2.0/ports?device_id=7f3d984b-f6ee-40de-ba4c-8370d8f6cef6 HTTP/1.1" status: 200 len: 943 time: 0.2629478 Jun 24 17:08:41.955060 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-92f3a64a-f7f8-4f71-88a4-842ec918e9a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2040168'] for network, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:42.009322 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dc033d-361b-49d5-aa37-dbd16e7ca196 req-f9ab2f7d-7279-4954-b6f8-cef2f9e08b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:08:42.010940 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-e0dc033d-361b-49d5-aa37-dbd16e7ca196 req-f9ab2f7d-7279-4954-b6f8-cef2f9e08b7d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c716f65513774ad78041f60e9016ee68&device_id=6a7584ab-9d6d-4da0-8c7d-310e8d6fb3b4 HTTP/1.1" status: 200 len: 1097 time: 0.2644544 Jun 24 17:08:42.022316 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-2ddc3bfc-829b-468e-a753-ae7b8fa986d9 req-d31f165f-565a-4f41-af7a-11d4b8652c57 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.15 "GET /v2.0/security-groups?id=240ea0bc-105c-4667-abc7-4b917e0290b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633576 Jun 24 17:08:42.196802 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-73d4890f-f9ec-460b-a7c3-5b8e1ef9264f req-c16ebd55-767f-4116-b32d-5b0e42383e39 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/ports?device_id=2cb35b0b-f463-499a-8688-2bd5f250449b HTTP/1.1" status: 200 len: 210 time: 0.1169012 Jun 24 17:08:42.201283 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-dc5cc29f-b141-4b94-899c-f3290364b2b5 req-08ea8ac3-4904-4e4b-bc4c-4c2afb661318 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e688142-60f7-460e-a0a8-12277958e273 HTTP/1.1" status: 200 len: 210 time: 0.0720785 Jun 24 17:08:42.210371 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eeaf042f-d10b-4194-936e-8276aff00d52 req-08c06a68-d911-4914-a1a3-f165a0a694c3 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] Network 64ba3aa0-af7f-43bc-95fc-b6be55710575 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 17:08:42.219127 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-92f3a64a-f7f8-4f71-88a4-842ec918e9a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982037', 'neutron.services.segments.db._delete_segments_for_network-8734938762792'] for network, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:42.221909 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [req-eeaf042f-d10b-4194-936e-8276aff00d52 req-08c06a68-d911-4914-a1a3-f165a0a694c3 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 17:08:42.231263 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeaf042f-d10b-4194-936e-8276aff00d52 req-08c06a68-d911-4914-a1a3-f165a0a694c3 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 17:08:42.236680 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaf042f-d10b-4194-936e-8276aff00d52 req-08c06a68-d911-4914-a1a3-f165a0a694c3 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:08:42.237308 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-eeaf042f-d10b-4194-936e-8276aff00d52 req-08c06a68-d911-4914-a1a3-f165a0a694c3 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592921'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:42.253751 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c06a68-d911-4914-a1a3-f165a0a694c3 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] Pushing event updated for resources: {'Port': ['ID=5461bbc6-fde4-410b-9dc5-dd8aaea03e71,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:08:42.253937 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-92f3a64a-f7f8-4f71-88a4-842ec918e9a0 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 17:08:42.254395 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-92f3a64a-f7f8-4f71-88a4-842ec918e9a0 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 17:08:42.254977 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-92f3a64a-f7f8-4f71-88a4-842ec918e9a0 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 17:08:42.255330 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-92f3a64a-f7f8-4f71-88a4-842ec918e9a0 admin admin] Subscribe: > port after_create 55550000 {{(pid=93700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 17:08:42.255662 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-92f3a64a-f7f8-4f71-88a4-842ec918e9a0 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 17:08:42.255977 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-92f3a64a-f7f8-4f71-88a4-842ec918e9a0 admin admin] Subscribe: > port after_update 55550000 {{(pid=93700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 17:08:42.256296 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-92f3a64a-f7f8-4f71-88a4-842ec918e9a0 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 17:08:42.256610 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-92f3a64a-f7f8-4f71-88a4-842ec918e9a0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 17:08:42.256937 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-92f3a64a-f7f8-4f71-88a4-842ec918e9a0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 17:08:42.257267 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-92f3a64a-f7f8-4f71-88a4-842ec918e9a0 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 17:08:42.290462 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-08c06a68-d911-4914-a1a3-f165a0a694c3 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:08:42.321818 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [req-97e60ba1-3581-4e6a-9c57-c2ce82c7899b req-46219d13-3525-482d-9a82-8d3a02e73528 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Allocated IP 172.20.0.11 (b5831895-94e5-4f0a-8fea-bf10963f4724/e87b4c16-dac9-4f7c-93b5-b846172b2da1/f6a25839-6236-4295-86d9-9bf65bfb8d21) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 17:08:42.365218 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-eeaf042f-d10b-4194-936e-8276aff00d52 req-08c06a68-d911-4914-a1a3-f165a0a694c3 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2249658 Jun 24 17:08:42.408374 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.v2.base [req-eeaf042f-d10b-4194-936e-8276aff00d52 req-0c8ac78f-3988-488a-8698-17af819c809a service neutron] Request body: {'port': {'device_id': '7b9fb087-423b-44d5-92c7-e94bdd0e3317', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79797'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 17:08:42.414373 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-92f3a64a-f7f8-4f71-88a4-842ec918e9a0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 17:08:42.414832 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-92f3a64a-f7f8-4f71-88a4-842ec918e9a0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 17:08:42.415161 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-92f3a64a-f7f8-4f71-88a4-842ec918e9a0 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 17:08:42.415483 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-92f3a64a-f7f8-4f71-88a4-842ec918e9a0 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 17:08:42.415854 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.services.segments.db [None req-92f3a64a-f7f8-4f71-88a4-842ec918e9a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df81be77-d857-4825-88d1-7324bf0c1e8e']}} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:08:42.450409 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.services.segments.db [None req-92f3a64a-f7f8-4f71-88a4-842ec918e9a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd746fb1a-d4fa-45a8-b510-907cf50e5ae1') {'for_net_delete': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:08:42.450701 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.services.segments.db [None req-92f3a64a-f7f8-4f71-88a4-842ec918e9a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd746fb1a-d4fa-45a8-b510-907cf50e5ae1') {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:08:42.478431 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-92f3a64a-f7f8-4f71-88a4-842ec918e9a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734938750383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9521418'] for segment, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:42.508779 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-92f3a64a-f7f8-4f71-88a4-842ec918e9a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083357'] for segment, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:42.513455 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dc033d-361b-49d5-aa37-dbd16e7ca196 req-af84b86c-6a8a-48af-9644-75ddf81ed876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:08:42.515055 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-e0dc033d-361b-49d5-aa37-dbd16e7ca196 req-af84b86c-6a8a-48af-9644-75ddf81ed876 service neutron] 10.222.0.37 "GET /v2.0/networks?id=64ba3aa0-af7f-43bc-95fc-b6be55710575 HTTP/1.1" status: 200 len: 919 time: 0.4962418 Jun 24 17:08:42.520469 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-eeaf042f-d10b-4194-936e-8276aff00d52 req-0c8ac78f-3988-488a-8698-17af819c809a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:42.521445 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92f3a64a-f7f8-4f71-88a4-842ec918e9a0 admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=93700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 17:08:42.521951 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-92f3a64a-f7f8-4f71-88a4-842ec918e9a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2811344'] for segment, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:42.526771 dv-cinder-797970-1-iscsi neutron-server[93700]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 24 17:08:42.526771 dv-cinder-797970-1-iscsi neutron-server[93700]: from cryptography.utils import int_from_bytes Jun 24 17:08:42.526771 dv-cinder-797970-1-iscsi neutron-server[93700]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 24 17:08:42.526771 dv-cinder-797970-1-iscsi neutron-server[93700]: from cryptography.utils import int_from_bytes Jun 24 17:08:42.526771 dv-cinder-797970-1-iscsi neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 17:08:42.526771 dv-cinder-797970-1-iscsi neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jun 24 17:08:42.526771 dv-cinder-797970-1-iscsi neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 17:08:42.526771 dv-cinder-797970-1-iscsi neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jun 24 17:08:42.526771 dv-cinder-797970-1-iscsi neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 17:08:42.526771 dv-cinder-797970-1-iscsi neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jun 24 17:08:42.526771 dv-cinder-797970-1-iscsi neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 17:08:42.526771 dv-cinder-797970-1-iscsi neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jun 24 17:08:42.526771 dv-cinder-797970-1-iscsi neutron-server[93700]: Traceback (most recent call last): Jun 24 17:08:42.526771 dv-cinder-797970-1-iscsi neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 17:08:42.526771 dv-cinder-797970-1-iscsi neutron-server[93700]: timer() Jun 24 17:08:42.526771 dv-cinder-797970-1-iscsi neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 17:08:42.526771 dv-cinder-797970-1-iscsi neutron-server[93700]: cb(*args, **kw) Jun 24 17:08:42.526771 dv-cinder-797970-1-iscsi neutron-server[93700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 17:08:42.526771 dv-cinder-797970-1-iscsi neutron-server[93700]: return func(*args, **kwargs) Jun 24 17:08:42.526771 dv-cinder-797970-1-iscsi neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 17:08:42.526771 dv-cinder-797970-1-iscsi neutron-server[93700]: self._notify() Jun 24 17:08:42.526771 dv-cinder-797970-1-iscsi neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 17:08:42.526771 dv-cinder-797970-1-iscsi neutron-server[93700]: self.callback(batched_events) Jun 24 17:08:42.526771 dv-cinder-797970-1-iscsi neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 17:08:42.526771 dv-cinder-797970-1-iscsi neutron-server[93700]: event.method(event) Jun 24 17:08:42.526771 dv-cinder-797970-1-iscsi neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 17:08:42.526771 dv-cinder-797970-1-iscsi neutron-server[93700]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 17:08:42.526771 dv-cinder-797970-1-iscsi neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 17:08:42.526771 dv-cinder-797970-1-iscsi neutron-server[93700]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 17:08:42.526771 dv-cinder-797970-1-iscsi neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 17:08:42.526771 dv-cinder-797970-1-iscsi neutron-server[93700]: return f(self, *a, **k) Jun 24 17:08:42.526771 dv-cinder-797970-1-iscsi neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 17:08:42.526771 dv-cinder-797970-1-iscsi neutron-server[93700]: return self._get(url).json() Jun 24 17:08:42.526771 dv-cinder-797970-1-iscsi neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 17:08:42.526771 dv-cinder-797970-1-iscsi neutron-server[93700]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 17:08:42.526771 dv-cinder-797970-1-iscsi neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 17:08:42.526771 dv-cinder-797970-1-iscsi neutron-server[93700]: return self.request(url, 'GET', **kwargs) Jun 24 17:08:42.526771 dv-cinder-797970-1-iscsi neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 17:08:42.526771 dv-cinder-797970-1-iscsi neutron-server[93700]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 17:08:42.526771 dv-cinder-797970-1-iscsi neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 17:08:42.526771 dv-cinder-797970-1-iscsi neutron-server[93700]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 17:08:42.526771 dv-cinder-797970-1-iscsi neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 17:08:42.526771 dv-cinder-797970-1-iscsi neutron-server[93700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 17:08:42.526771 dv-cinder-797970-1-iscsi neutron-server[93700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 17:08:42.539920 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-97e60ba1-3581-4e6a-9c57-c2ce82c7899b req-46219d13-3525-482d-9a82-8d3a02e73528 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:42.573278 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [req-97e60ba1-3581-4e6a-9c57-c2ce82c7899b req-46219d13-3525-482d-9a82-8d3a02e73528 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Transition to ACTIVE for port object f6a25839-6236-4295-86d9-9bf65bfb8d21 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 17:08:42.606953 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-e0dc033d-361b-49d5-aa37-dbd16e7ca196 req-1aa8f5bc-615b-4b36-bce2-f5d8b462f948 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6828f935-363e-4d8c-8695-9be61abc441b HTTP/1.1" status: 200 len: 217 time: 0.0702381 Jun 24 17:08:42.663513 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dc033d-361b-49d5-aa37-dbd16e7ca196 req-0c779ea5-a417-4e7c-b670-83950699d22e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:08:42.665088 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-e0dc033d-361b-49d5-aa37-dbd16e7ca196 req-0c779ea5-a417-4e7c-b670-83950699d22e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dca613bb-5c51-470d-979d-79528d145d2a HTTP/1.1" status: 200 len: 859 time: 0.0504341 Jun 24 17:08:42.699192 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-e0dc033d-361b-49d5-aa37-dbd16e7ca196 req-d26d13bb-fa5f-41a1-8bf7-059a268089f0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=64ba3aa0-af7f-43bc-95fc-b6be55710575&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278533 Jun 24 17:08:42.758057 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-92f3a64a-f7f8-4f71-88a4-842ec918e9a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-545941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-938511'] for network, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:42.775570 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-b2df98e3-2293-4247-9d5d-0b59c4049b7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:08:42.794970 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-92f3a64a-f7f8-4f71-88a4-842ec918e9a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592921'] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:42.797025 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-92f3a64a-f7f8-4f71-88a4-842ec918e9a0 admin admin] 10.222.0.15 "DELETE /v2.0/networks/df81be77-d857-4825-88d1-7324bf0c1e8e HTTP/1.1" status: 204 len: 168 time: 0.9888098 Jun 24 17:08:42.798162 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 54196) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:08:42.801254 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 54198) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:08:42.802858 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f3a64a-f7f8-4f71-88a4-842ec918e9a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=df81be77-d857-4825-88d1-7324bf0c1e8e,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:08:42.812579 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-92f3a64a-f7f8-4f71-88a4-842ec918e9a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:08:42.819456 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-97e60ba1-3581-4e6a-9c57-c2ce82c7899b req-46219d13-3525-482d-9a82-8d3a02e73528 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1991527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-355756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734938254830'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:42.825136 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-e0dc033d-361b-49d5-aa37-dbd16e7ca196 req-8070adbc-9722-40d1-bd0a-6ea35f308072 service neutron] 10.222.0.37 "GET /v2.0/networks/64ba3aa0-af7f-43bc-95fc-b6be55710575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192186 Jun 24 17:08:42.890966 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-8b9935c0-6562-455c-bee6-766a4f44f240 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:08:42.938241 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-e0dc033d-361b-49d5-aa37-dbd16e7ca196 req-b82877e3-a281-4723-a73f-75706ec4c046 service neutron] 10.222.0.37 "GET /v2.0/networks/64ba3aa0-af7f-43bc-95fc-b6be55710575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064322 Jun 24 17:08:42.971103 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.db.db_base_plugin_v2 [None req-b45b8f75-c419-47a6-b3a7-e551c02709c1 admin admin] Deleting subnet 34464262-e54d-4526-a7d1-6f38fb35c4f6 {{(pid=93701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 17:08:42.974162 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97e60ba1-3581-4e6a-9c57-c2ce82c7899b req-46219d13-3525-482d-9a82-8d3a02e73528 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Network b5831895-94e5-4f0a-8fea-bf10963f4724 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 17:08:42.978403 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1a280249-1f43-4c54-91b9-ec13acca603e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:42.981248 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b45b8f75-c419-47a6-b3a7-e551c02709c1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:43.037620 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [req-97e60ba1-3581-4e6a-9c57-c2ce82c7899b req-46219d13-3525-482d-9a82-8d3a02e73528 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 17:08:43.050621 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-97e60ba1-3581-4e6a-9c57-c2ce82c7899b req-46219d13-3525-482d-9a82-8d3a02e73528 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 17:08:43.056779 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e60ba1-3581-4e6a-9c57-c2ce82c7899b req-46219d13-3525-482d-9a82-8d3a02e73528 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:08:43.057312 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-97e60ba1-3581-4e6a-9c57-c2ce82c7899b req-46219d13-3525-482d-9a82-8d3a02e73528 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592921'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:43.074486 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46219d13-3525-482d-9a82-8d3a02e73528 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Pushing event updated for resources: {'Port': ['ID=f6a25839-6236-4295-86d9-9bf65bfb8d21,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:08:43.092190 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.notifiers.nova [req-eeaf042f-d10b-4194-936e-8276aff00d52 req-0c8ac78f-3988-488a-8698-17af819c809a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5461bbc6-fde4-410b-9dc5-dd8aaea03e71 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 17:08:43.100958 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-eeaf042f-d10b-4194-936e-8276aff00d52 req-0c8ac78f-3988-488a-8698-17af819c809a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:43.109993 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-46219d13-3525-482d-9a82-8d3a02e73528 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:08:43.134455 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [req-eeaf042f-d10b-4194-936e-8276aff00d52 req-0c8ac78f-3988-488a-8698-17af819c809a service neutron] Transition to ACTIVE for port object 5461bbc6-fde4-410b-9dc5-dd8aaea03e71 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 17:08:43.136260 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4209eeb7-9d6d-4020-a956-5268c5f9475d req-14ddeba4-c271-4c58-b2ec-387c7709caa9 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:08:43.136899 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b45b8f75-c419-47a6-b3a7-e551c02709c1 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:43.137861 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-4209eeb7-9d6d-4020-a956-5268c5f9475d req-14ddeba4-c271-4c58-b2ec-387c7709caa9 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/ports?device_id=7b9fb087-423b-44d5-92c7-e94bdd0e3317 HTTP/1.1" status: 200 len: 931 time: 0.1209259 Jun 24 17:08:43.145588 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b45b8f75-c419-47a6-b3a7-e551c02709c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1980419'] for subnet, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:43.204498 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1a280249-1f43-4c54-91b9-ec13acca603e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:43.210558 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-4209eeb7-9d6d-4020-a956-5268c5f9475d req-b181da35-01a0-4807-9923-3f2646b1161a tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/security-groups?id=92795e86-bc90-401e-8d2a-ff4520af3818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572221 Jun 24 17:08:43.213546 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56be89cb-fa21-46a5-8c14-a55e43d06c39 req-3a281ba4-6ec7-4827-8963-13035bdbb2a3 tempest-DeleteServersTestJSON-1513565885 tempest-DeleteServersTestJSON-1513565885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:08:43.215089 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-56be89cb-fa21-46a5-8c14-a55e43d06c39 req-3a281ba4-6ec7-4827-8963-13035bdbb2a3 tempest-DeleteServersTestJSON-1513565885 tempest-DeleteServersTestJSON-1513565885-project] 10.222.0.15 "GET /v2.0/ports?device_id=35d1563d-65d4-4696-bf64-9fa89e5f8567 HTTP/1.1" status: 200 len: 944 time: 0.3648052 Jun 24 17:08:43.217775 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-eeaf042f-d10b-4194-936e-8276aff00d52 req-0c8ac78f-3988-488a-8698-17af819c809a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:43.225831 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:08:43.287514 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1a280249-1f43-4c54-91b9-ec13acca603e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:43.292136 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:08:43.324893 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8ac78f-3988-488a-8698-17af819c809a service neutron] Pushing event updated for resources: {'Port': ['ID=5461bbc6-fde4-410b-9dc5-dd8aaea03e71,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:08:43.325467 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b45b8f75-c419-47a6-b3a7-e551c02709c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1980436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935'] for subnet, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:43.326873 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-0c8ac78f-3988-488a-8698-17af819c809a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:08:43.338782 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-56be89cb-fa21-46a5-8c14-a55e43d06c39 req-88103255-8d8c-404b-ae27-cd02b992edc8 tempest-DeleteServersTestJSON-1513565885 tempest-DeleteServersTestJSON-1513565885-project] 10.222.0.15 "GET /v2.0/security-groups?id=10c0f418-3e44-4c64-a836-2045165cded7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145620 Jun 24 17:08:43.356374 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-1a280249-1f43-4c54-91b9-ec13acca603e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d22ed63c84e54103b23963530341ceb7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5548568 Jun 24 17:08:43.357012 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 54220) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:08:43.367293 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:08:43.378957 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a280249-1f43-4c54-91b9-ec13acca603e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe24ad44-698a-464e-8004-2fb879d92c93,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:08:43.403538 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-97e60ba1-3581-4e6a-9c57-c2ce82c7899b req-46219d13-3525-482d-9a82-8d3a02e73528 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9695694 Jun 24 17:08:43.404213 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45b8f75-c419-47a6-b3a7-e551c02709c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34464262-e54d-4526-a7d1-6f38fb35c4f6,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:08:43.407118 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-1a280249-1f43-4c54-91b9-ec13acca603e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:08:43.407433 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-b45b8f75-c419-47a6-b3a7-e551c02709c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:08:43.410460 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b45b8f75-c419-47a6-b3a7-e551c02709c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:43.412784 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-4dd32755-c2eb-40ad-ae5a-e66197452101 None None] Provisioning for port f6a25839-6236-4295-86d9-9bf65bfb8d21 completed by entity DHCP. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 17:08:43.418594 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-4dd32755-c2eb-40ad-ae5a-e66197452101 None None] Provisioning complete for port f6a25839-6236-4295-86d9-9bf65bfb8d21 triggered by entity DHCP. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 17:08:43.419090 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4dd32755-c2eb-40ad-ae5a-e66197452101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979100'] for port, provisioning_complete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:43.434480 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-b45b8f75-c419-47a6-b3a7-e551c02709c1 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/34464262-e54d-4526-a7d1-6f38fb35c4f6 HTTP/1.1" status: 204 len: 168 time: 0.6305697 Jun 24 17:08:43.440730 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 54224) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:08:43.454243 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.v2.base [req-97e60ba1-3581-4e6a-9c57-c2ce82c7899b req-88c35741-4364-42f5-8f42-47ccab233331 service neutron] Request body: {'port': {'device_id': '1e688142-60f7-460e-a0a8-12277958e273', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79797'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 17:08:43.482252 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-75c2f5e3-b1f7-40ab-b781-3e1f0070bd1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:43.489156 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-eeaf042f-d10b-4194-936e-8276aff00d52 req-0c8ac78f-3988-488a-8698-17af819c809a service neutron] Attempting to bind port 5461bbc6-fde4-410b-9dc5-dd8aaea03e71 on host hv-cinder-79797 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 17:08:43.489532 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-eeaf042f-d10b-4194-936e-8276aff00d52 req-0c8ac78f-3988-488a-8698-17af819c809a service neutron] Attempting to bind port 5461bbc6-fde4-410b-9dc5-dd8aaea03e71 by drivers openvswitch,hyperv on host hv-cinder-79797 at level 0 using segments [{'id': '2dcfe78b-23a4-4269-b080-4498cc70c905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '64ba3aa0-af7f-43bc-95fc-b6be55710575'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 17:08:43.489962 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeaf042f-d10b-4194-936e-8276aff00d52 req-0c8ac78f-3988-488a-8698-17af819c809a service neutron] Attempting to bind port 5461bbc6-fde4-410b-9dc5-dd8aaea03e71 on network 64ba3aa0-af7f-43bc-95fc-b6be55710575 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 17:08:43.493823 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-4dd32755-c2eb-40ad-ae5a-e66197452101 None None] Port f6a25839-6236-4295-86d9-9bf65bfb8d21 cannot update to ACTIVE because it is not bound. {{(pid=93702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 17:08:43.533556 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeaf042f-d10b-4194-936e-8276aff00d52 req-0c8ac78f-3988-488a-8698-17af819c809a service neutron] Port 5461bbc6-fde4-410b-9dc5-dd8aaea03e71 on network 64ba3aa0-af7f-43bc-95fc-b6be55710575 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79797 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 17:08:43.533909 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeaf042f-d10b-4194-936e-8276aff00d52 req-0c8ac78f-3988-488a-8698-17af819c809a service neutron] Attempting to bind port 5461bbc6-fde4-410b-9dc5-dd8aaea03e71 on network 64ba3aa0-af7f-43bc-95fc-b6be55710575 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 17:08:43.538290 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3211f888-beef-4ab2-9168-534dcbf3d9ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:43.550130 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeaf042f-d10b-4194-936e-8276aff00d52 req-0c8ac78f-3988-488a-8698-17af819c809a service neutron] Checking agent: {'id': '1288d539-9cda-419c-bcb9-190041a83682', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79797', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 17, 6, 19), 'started_at': datetime.datetime(2021, 6, 24, 17, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 17, 8, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 17:08:43.550471 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeaf042f-d10b-4194-936e-8276aff00d52 req-0c8ac78f-3988-488a-8698-17af819c809a service neutron] Checking segment: {'id': '2dcfe78b-23a4-4269-b080-4498cc70c905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '64ba3aa0-af7f-43bc-95fc-b6be55710575'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 17:08:43.551027 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeaf042f-d10b-4194-936e-8276aff00d52 req-0c8ac78f-3988-488a-8698-17af819c809a service neutron] Bound using segment: {'id': '2dcfe78b-23a4-4269-b080-4498cc70c905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '64ba3aa0-af7f-43bc-95fc-b6be55710575'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 17:08:43.551465 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-eeaf042f-d10b-4194-936e-8276aff00d52 req-0c8ac78f-3988-488a-8698-17af819c809a service neutron] Bound port: 5461bbc6-fde4-410b-9dc5-dd8aaea03e71, host: hv-cinder-79797, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2dcfe78b-23a4-4269-b080-4498cc70c905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '64ba3aa0-af7f-43bc-95fc-b6be55710575'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 17:08:43.551821 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-eeaf042f-d10b-4194-936e-8276aff00d52 req-0c8ac78f-3988-488a-8698-17af819c809a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:43.559693 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba191f46-cf40-4886-a081-f8e8e6405521 req-9ac4abd4-63e4-487f-9536-e660f597e120 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:08:43.561214 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-ba191f46-cf40-4886-a081-f8e8e6405521 req-9ac4abd4-63e4-487f-9536-e660f597e120 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.15 "GET /v2.0/ports?device_id=7f3d984b-f6ee-40de-ba4c-8370d8f6cef6 HTTP/1.1" status: 200 len: 943 time: 0.2033510 Jun 24 17:08:43.580120 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-937a23f5-d43d-4d27-bb19-cc4dfca408ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2040168'] for network, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:43.605301 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3211f888-beef-4ab2-9168-534dcbf3d9ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:43.624676 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-97e60ba1-3581-4e6a-9c57-c2ce82c7899b req-88c35741-4364-42f5-8f42-47ccab233331 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:43.649793 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-ba191f46-cf40-4886-a081-f8e8e6405521 req-c6016340-c11f-4fa0-8530-9dc8282bf8eb tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.15 "GET /v2.0/security-groups?id=240ea0bc-105c-4667-abc7-4b917e0290b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788870 Jun 24 17:08:43.703058 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 54228) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:08:43.712772 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a95a74-3377-407d-b143-2cc97aaf22ac req-e1fc072c-b350-4e20-823f-e93c7ec9efe4 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:08:43.714367 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-a2a95a74-3377-407d-b143-2cc97aaf22ac req-e1fc072c-b350-4e20-823f-e93c7ec9efe4 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e688142-60f7-460e-a0a8-12277958e273 HTTP/1.1" status: 200 len: 932 time: 0.2262993 Jun 24 17:08:43.725509 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-eeaf042f-d10b-4194-936e-8276aff00d52 req-0c8ac78f-3988-488a-8698-17af819c809a service neutron] For port 5461bbc6-fde4-410b-9dc5-dd8aaea03e71, host hv-cinder-79797, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 17:08:43.755543 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-eeaf042f-d10b-4194-936e-8276aff00d52 req-0c8ac78f-3988-488a-8698-17af819c809a service neutron] For port 5461bbc6-fde4-410b-9dc5-dd8aaea03e71, host hv-cinder-79797, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=5461bbc6-fde4-410b-9dc5-dd8aaea03e71,segment=NetworkSegment(2dcfe78b-23a4-4269-b080-4498cc70c905),segment_id=2dcfe78b-23a4-4269-b080-4498cc70c905)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 17:08:43.831862 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-eeaf042f-d10b-4194-936e-8276aff00d52 req-0c8ac78f-3988-488a-8698-17af819c809a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:43.842836 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-46219d13-3525-482d-9a82-8d3a02e73528 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:08:43.850842 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-a2a95a74-3377-407d-b143-2cc97aaf22ac req-f0b60dcb-9a0a-401e-adac-d4c6b27bd861 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] 10.222.0.15 "GET /v2.0/security-groups?id=77f7ab56-104c-48f4-8da5-818b0fcbd6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1272781 Jun 24 17:08:43.881303 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:43.889403 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaf042f-d10b-4194-936e-8276aff00d52 req-0c8ac78f-3988-488a-8698-17af819c809a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:08:43.891653 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-eeaf042f-d10b-4194-936e-8276aff00d52 req-0c8ac78f-3988-488a-8698-17af819c809a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592921'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:43.893105 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-eeaf042f-d10b-4194-936e-8276aff00d52 req-0c8ac78f-3988-488a-8698-17af819c809a service neutron] 10.222.0.37 "PUT /v2.0/ports/5461bbc6-fde4-410b-9dc5-dd8aaea03e71 HTTP/1.1" status: 200 len: 1093 time: 1.5127642 Jun 24 17:08:43.902504 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b9fb087-423b-44d5-92c7-e94bdd0e3317', 'tag': '5461bbc6-fde4-410b-9dc5-dd8aaea03e71'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 17:08:43.907609 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55b777855581bcfca1ea7f1411fd739ba8bd3bff9faf8aab84294ca486557f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fee98d13-8115-441e-bd20-edb15ea05468" -d '{"events": [{"name": "network-changed", "server_uuid": "7b9fb087-423b-44d5-92c7-e94bdd0e3317", "tag": "5461bbc6-fde4-410b-9dc5-dd8aaea03e71"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 17:08:43.921518 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-6395c151-93bd-49bd-ab04-e926ff4e834d req-6aef4da0-b3ca-4266-ab15-9c628648ff39 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/ports?device_id=2cb35b0b-f463-499a-8688-2bd5f250449b HTTP/1.1" status: 200 len: 210 time: 0.0709445 Jun 24 17:08:43.927225 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-937a23f5-d43d-4d27-bb19-cc4dfca408ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982037', 'neutron.services.segments.db._delete_segments_for_network-8734938762792'] for network, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:43.946027 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.services.segments.db [None req-937a23f5-d43d-4d27-bb19-cc4dfca408ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cf20657-30ff-4671-82a1-4d9ec5c56165']}} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:08:43.959226 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.services.segments.db [None req-937a23f5-d43d-4d27-bb19-cc4dfca408ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9da1a183-a54c-4fbe-bc93-7cebc07941b9') {'for_net_delete': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:08:43.959748 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.services.segments.db [None req-937a23f5-d43d-4d27-bb19-cc4dfca408ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9da1a183-a54c-4fbe-bc93-7cebc07941b9') {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:08:43.973088 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-937a23f5-d43d-4d27-bb19-cc4dfca408ef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734938750383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9521418'] for segment, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:43.979087 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 17:08:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5340be99-5d60-47f9-82bc-70298257286a x-openstack-request-id: req-5340be99-5d60-47f9-82bc-70298257286a {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 17:08:43.979397 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b9fb087-423b-44d5-92c7-e94bdd0e3317", "tag": "5461bbc6-fde4-410b-9dc5-dd8aaea03e71", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 17:08:43.979670 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5340be99-5d60-47f9-82bc-70298257286a {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 17:08:43.980074 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b9fb087-423b-44d5-92c7-e94bdd0e3317', 'tag': '5461bbc6-fde4-410b-9dc5-dd8aaea03e71', 'status': 'completed', 'code': 200} Jun 24 17:08:43.984675 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-937a23f5-d43d-4d27-bb19-cc4dfca408ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083357'] for segment, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:43.991032 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-937a23f5-d43d-4d27-bb19-cc4dfca408ef admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=93700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 17:08:43.992394 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-937a23f5-d43d-4d27-bb19-cc4dfca408ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2811344'] for segment, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:43.998353 dv-cinder-797970-1-iscsi neutron-server[93700]: Traceback (most recent call last): Jun 24 17:08:43.998353 dv-cinder-797970-1-iscsi neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 17:08:43.998353 dv-cinder-797970-1-iscsi neutron-server[93700]: timer() Jun 24 17:08:43.998353 dv-cinder-797970-1-iscsi neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 17:08:43.998353 dv-cinder-797970-1-iscsi neutron-server[93700]: cb(*args, **kw) Jun 24 17:08:43.998353 dv-cinder-797970-1-iscsi neutron-server[93700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 17:08:43.998353 dv-cinder-797970-1-iscsi neutron-server[93700]: return func(*args, **kwargs) Jun 24 17:08:43.998353 dv-cinder-797970-1-iscsi neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 17:08:43.998353 dv-cinder-797970-1-iscsi neutron-server[93700]: self._notify() Jun 24 17:08:43.998353 dv-cinder-797970-1-iscsi neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 17:08:43.998353 dv-cinder-797970-1-iscsi neutron-server[93700]: self.callback(batched_events) Jun 24 17:08:43.998353 dv-cinder-797970-1-iscsi neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 17:08:43.998353 dv-cinder-797970-1-iscsi neutron-server[93700]: event.method(event) Jun 24 17:08:43.998353 dv-cinder-797970-1-iscsi neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 17:08:43.998353 dv-cinder-797970-1-iscsi neutron-server[93700]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 17:08:43.998353 dv-cinder-797970-1-iscsi neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 17:08:43.998353 dv-cinder-797970-1-iscsi neutron-server[93700]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 17:08:43.998353 dv-cinder-797970-1-iscsi neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 17:08:43.998353 dv-cinder-797970-1-iscsi neutron-server[93700]: return f(self, *a, **k) Jun 24 17:08:43.998353 dv-cinder-797970-1-iscsi neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 17:08:43.998353 dv-cinder-797970-1-iscsi neutron-server[93700]: return self._get(url).json() Jun 24 17:08:43.998353 dv-cinder-797970-1-iscsi neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 17:08:43.998353 dv-cinder-797970-1-iscsi neutron-server[93700]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 17:08:43.998353 dv-cinder-797970-1-iscsi neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 17:08:43.998353 dv-cinder-797970-1-iscsi neutron-server[93700]: return self.request(url, 'GET', **kwargs) Jun 24 17:08:43.998353 dv-cinder-797970-1-iscsi neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 17:08:43.998353 dv-cinder-797970-1-iscsi neutron-server[93700]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 17:08:43.998353 dv-cinder-797970-1-iscsi neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 17:08:43.998353 dv-cinder-797970-1-iscsi neutron-server[93700]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 17:08:43.998353 dv-cinder-797970-1-iscsi neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 17:08:43.998353 dv-cinder-797970-1-iscsi neutron-server[93700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 17:08:43.998353 dv-cinder-797970-1-iscsi neutron-server[93700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 17:08:44.000124 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-37dac14f-bb76-45da-9ccf-64c1af0a986c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:44.007406 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8ac78f-3988-488a-8698-17af819c809a service neutron] Pushing event updated for resources: {'Port': ['ID=5461bbc6-fde4-410b-9dc5-dd8aaea03e71,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:08:44.012107 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-0c8ac78f-3988-488a-8698-17af819c809a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:08:44.037059 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3211f888-beef-4ab2-9168-534dcbf3d9ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:44.041921 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3211f888-beef-4ab2-9168-534dcbf3d9ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:44.043023 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-3211f888-beef-4ab2-9168-534dcbf3d9ca admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fe24ad44-698a-464e-8004-2fb879d92c93 HTTP/1.1" status: 204 len: 168 time: 0.6837709 Jun 24 17:08:44.045668 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:08:44.056998 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3211f888-beef-4ab2-9168-534dcbf3d9ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe24ad44-698a-464e-8004-2fb879d92c93,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:08:44.060709 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-3211f888-beef-4ab2-9168-534dcbf3d9ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:08:44.120816 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-937a23f5-d43d-4d27-bb19-cc4dfca408ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-545941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-938511'] for network, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:44.124901 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:08:44.128384 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-937a23f5-d43d-4d27-bb19-cc4dfca408ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592921'] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:44.132127 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-937a23f5-d43d-4d27-bb19-cc4dfca408ef admin admin] 10.222.0.15 "DELETE /v2.0/networks/2cf20657-30ff-4671-82a1-4d9ec5c56165 HTTP/1.1" status: 204 len: 168 time: 0.6797085 Jun 24 17:08:44.143438 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a23f5-d43d-4d27-bb19-cc4dfca408ef admin admin] Pushing event deleted for resources: {'Network': ['ID=2cf20657-30ff-4671-82a1-4d9ec5c56165,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:08:44.150430 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-937a23f5-d43d-4d27-bb19-cc4dfca408ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:08:44.194078 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee98d13-8115-441e-bd20-edb15ea05468 req-b87dc7cc-5f7e-47fb-95a9-2d513282ef5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:08:44.196030 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-fee98d13-8115-441e-bd20-edb15ea05468 req-b87dc7cc-5f7e-47fb-95a9-2d513282ef5c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c716f65513774ad78041f60e9016ee68&device_id=7b9fb087-423b-44d5-92c7-e94bdd0e3317 HTTP/1.1" status: 200 len: 1096 time: 0.1611679 Jun 24 17:08:44.208593 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.notifiers.nova [req-97e60ba1-3581-4e6a-9c57-c2ce82c7899b req-88c35741-4364-42f5-8f42-47ccab233331 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6a25839-6236-4295-86d9-9bf65bfb8d21 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 17:08:44.220908 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Device 11b9971d-f988-4b28-a63c-b6938d952daa details requested by agent hyperv_hv-cinder-79797 with host hv-cinder-79797 {{(pid=93702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 17:08:44.222017 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-97e60ba1-3581-4e6a-9c57-c2ce82c7899b req-88c35741-4364-42f5-8f42-47ccab233331 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:44.259220 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-37dac14f-bb76-45da-9ccf-64c1af0a986c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:44.309787 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [req-97e60ba1-3581-4e6a-9c57-c2ce82c7899b req-88c35741-4364-42f5-8f42-47ccab233331 service neutron] Transition to ACTIVE for port object f6a25839-6236-4295-86d9-9bf65bfb8d21 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 17:08:44.344552 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-37dac14f-bb76-45da-9ccf-64c1af0a986c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:44.414990 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] For port 11b9971d-f988-4b28-a63c-b6938d952daa, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=11b9971d-f988-4b28-a63c-b6938d952daa,segment=NetworkSegment(12f2579c-f9ba-4bfe-aa56-7adb09f408d3),segment_id=12f2579c-f9ba-4bfe-aa56-7adb09f408d3)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 17:08:44.415565 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:08:44.427707 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-37dac14f-bb76-45da-9ccf-64c1af0a986c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=15fd4fe4e0cf4d31877d339984adb050&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7099526 Jun 24 17:08:44.428691 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 54244) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:08:44.430821 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Returning: {'device': '11b9971d-f988-4b28-a63c-b6938d952daa', 'network_id': 'ba658aca-cb58-44c7-9214-800ff857a4cd', 'port_id': '11b9971d-f988-4b28-a63c-b6938d952daa', 'mac_address': 'fa:16:3e:e0:26:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f9f2a5b-9478-442a-a358-447e513537b6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 17:08:44.457951 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef6687f-de63-4e68-b65c-87acfde38f19 req-436c25e5-6655-48c1-a251-20cd9ad7f1a4 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:08:44.470330 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-7ef6687f-de63-4e68-b65c-87acfde38f19 req-436c25e5-6655-48c1-a251-20cd9ad7f1a4 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/ports?device_id=7b9fb087-423b-44d5-92c7-e94bdd0e3317 HTTP/1.1" status: 200 len: 943 time: 0.1347682 Jun 24 17:08:44.482978 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-97e60ba1-3581-4e6a-9c57-c2ce82c7899b req-88c35741-4364-42f5-8f42-47ccab233331 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:44.495088 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:44.518609 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.notifiers.nova [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11b9971d-f988-4b28-a63c-b6938d952daa {{(pid=93702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 17:08:44.546885 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] For port 11b9971d-f988-4b28-a63c-b6938d952daa, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=11b9971d-f988-4b28-a63c-b6938d952daa,segment=NetworkSegment(12f2579c-f9ba-4bfe-aa56-7adb09f408d3),segment_id=12f2579c-f9ba-4bfe-aa56-7adb09f408d3)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 17:08:44.560394 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 54250) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:08:44.627810 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:44.628630 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Device 6b863315-7dd5-45a7-99bc-0e12ba3779a8 details requested by agent hyperv_hv-cinder-79797 with host hv-cinder-79797 {{(pid=93702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 17:08:44.631296 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:08:44.656638 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48d67c8-8c74-491d-8d2b-01c159c702fb req-7e117811-ad8a-4f9a-b555-ff13805035e4 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:08:44.658186 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-f48d67c8-8c74-491d-8d2b-01c159c702fb req-7e117811-ad8a-4f9a-b555-ff13805035e4 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.37 "GET /v2.0/networks?id=e2c58ddc-3a0b-4159-9aa1-b7e24abf6c42 HTTP/1.1" status: 200 len: 816 time: 0.1859536 Jun 24 17:08:44.666191 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-7ef6687f-de63-4e68-b65c-87acfde38f19 req-3c5d11fa-c875-4bf8-85f3-7b802467b04c tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/security-groups?id=92795e86-bc90-401e-8d2a-ff4520af3818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949701 Jun 24 17:08:44.708549 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Pushing event updated for resources: {'Port': ['ID=11b9971d-f988-4b28-a63c-b6938d952daa,revision_number=4']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:08:44.717904 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:08:44.720306 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-19f0651c-7826-4365-a82a-268152a04ca1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:44.774142 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-19f0651c-7826-4365-a82a-268152a04ca1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:44.779983 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-f48d67c8-8c74-491d-8d2b-01c159c702fb req-bed630ad-fb43-4a4d-88b2-836f0f233c2d tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6bc5cd721def4e0c90b75e0186dfcb77 HTTP/1.1" status: 200 len: 380 time: 0.1073282 Jun 24 17:08:44.798763 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.v2.base [req-f48d67c8-8c74-491d-8d2b-01c159c702fb req-6ed8fc04-7acd-443d-9ce7-26adf2b51d87 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Request body: {'port': {'device_id': '2cb35b0b-f463-499a-8688-2bd5f250449b', 'network_id': 'e2c58ddc-3a0b-4159-9aa1-b7e24abf6c42', 'admin_state_up': True, 'tenant_id': '6bc5cd721def4e0c90b75e0186dfcb77', 'security_groups': ['ac3fa70e-0f44-45d3-b39b-c4cad7af486e']}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 17:08:44.863065 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dac14f-bb76-45da-9ccf-64c1af0a986c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a12a99f4-6980-41d6-8939-2d5d5d18016f,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:08:44.878192 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] For port 6b863315-7dd5-45a7-99bc-0e12ba3779a8, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=6b863315-7dd5-45a7-99bc-0e12ba3779a8,segment=NetworkSegment(9dcc22a8-c6a4-47fa-9345-4011e47050ec),segment_id=9dcc22a8-c6a4-47fa-9345-4011e47050ec)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 17:08:44.893739 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Returning: {'device': '6b863315-7dd5-45a7-99bc-0e12ba3779a8', 'network_id': '13e56ba6-695c-459c-8ab3-5552ec0cfa8d', 'port_id': '6b863315-7dd5-45a7-99bc-0e12ba3779a8', 'mac_address': 'fa:16:3e:7b:50:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5eb7a144-c3c8-4609-96fe-4b002582aad1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 17:08:44.895035 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-37dac14f-bb76-45da-9ccf-64c1af0a986c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.480s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:08:44.905303 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.356s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:08:44.963470 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:44.979633 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.notifiers.nova [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b863315-7dd5-45a7-99bc-0e12ba3779a8 {{(pid=93702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 17:08:44.984437 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee98d13-8115-441e-bd20-edb15ea05468 req-e87e76e6-4fa0-4658-b2e1-7a5b031d3063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:08:44.986041 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-fee98d13-8115-441e-bd20-edb15ea05468 req-e87e76e6-4fa0-4658-b2e1-7a5b031d3063 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=c716f65513774ad78041f60e9016ee68&shared=False HTTP/1.1" status: 200 len: 919 time: 0.7509208 Jun 24 17:08:44.996482 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-ca5c5515-45c3-4e2e-9a9e-c172222027fc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=87885a61c2974336907e04779ae8f360&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4282370 Jun 24 17:08:45.005493 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 54262) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:08:45.011315 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] For port 6b863315-7dd5-45a7-99bc-0e12ba3779a8, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=6b863315-7dd5-45a7-99bc-0e12ba3779a8,segment=NetworkSegment(9dcc22a8-c6a4-47fa-9345-4011e47050ec),segment_id=9dcc22a8-c6a4-47fa-9345-4011e47050ec)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 17:08:45.110384 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ff94ef-a41d-42f4-b2df-77f7574c448a req-885f3653-7ba9-41ba-8e98-dda86b83e019 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:08:45.113551 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5af43288-dd02-4084-874e-f1fcba283848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:45.116982 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-d6ff94ef-a41d-42f4-b2df-77f7574c448a req-885f3653-7ba9-41ba-8e98-dda86b83e019 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.15 "GET /v2.0/ports?device_id=7f3d984b-f6ee-40de-ba4c-8370d8f6cef6 HTTP/1.1" status: 200 len: 944 time: 0.2674537 Jun 24 17:08:45.137824 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c35741-4364-42f5-8f42-47ccab233331 service neutron] Pushing event updated for resources: {'Port': ['ID=f6a25839-6236-4295-86d9-9bf65bfb8d21,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:08:45.155274 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-97e60ba1-3581-4e6a-9c57-c2ce82c7899b req-88c35741-4364-42f5-8f42-47ccab233331 service neutron] Attempting to bind port f6a25839-6236-4295-86d9-9bf65bfb8d21 on host hv-cinder-79797 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 17:08:45.155984 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-97e60ba1-3581-4e6a-9c57-c2ce82c7899b req-88c35741-4364-42f5-8f42-47ccab233331 service neutron] Attempting to bind port f6a25839-6236-4295-86d9-9bf65bfb8d21 by drivers openvswitch,hyperv on host hv-cinder-79797 at level 0 using segments [{'id': 'b0afad56-fb31-4d16-833b-399d642d2d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'b5831895-94e5-4f0a-8fea-bf10963f4724'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 17:08:45.156397 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e60ba1-3581-4e6a-9c57-c2ce82c7899b req-88c35741-4364-42f5-8f42-47ccab233331 service neutron] Attempting to bind port f6a25839-6236-4295-86d9-9bf65bfb8d21 on network b5831895-94e5-4f0a-8fea-bf10963f4724 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 17:08:45.158154 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ddc01d0b-5c17-4cf8-a5fd-9c280d69199a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:45.161996 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:45.166972 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-88c35741-4364-42f5-8f42-47ccab233331 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:08:45.167843 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e60ba1-3581-4e6a-9c57-c2ce82c7899b req-88c35741-4364-42f5-8f42-47ccab233331 service neutron] Port f6a25839-6236-4295-86d9-9bf65bfb8d21 on network b5831895-94e5-4f0a-8fea-bf10963f4724 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79797 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 17:08:45.168025 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:08:45.168341 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e60ba1-3581-4e6a-9c57-c2ce82c7899b req-88c35741-4364-42f5-8f42-47ccab233331 service neutron] Attempting to bind port f6a25839-6236-4295-86d9-9bf65bfb8d21 on network b5831895-94e5-4f0a-8fea-bf10963f4724 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 17:08:45.208429 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-d6ff94ef-a41d-42f4-b2df-77f7574c448a req-68727370-aabf-4f5f-91e8-33b93af7aa85 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.15 "GET /v2.0/security-groups?id=240ea0bc-105c-4667-abc7-4b917e0290b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904255 Jun 24 17:08:45.212355 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ddc01d0b-5c17-4cf8-a5fd-9c280d69199a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:45.233661 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e60ba1-3581-4e6a-9c57-c2ce82c7899b req-88c35741-4364-42f5-8f42-47ccab233331 service neutron] Checking agent: {'id': '1288d539-9cda-419c-bcb9-190041a83682', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79797', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 17, 6, 19), 'started_at': datetime.datetime(2021, 6, 24, 17, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 17, 8, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 17:08:45.233661 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e60ba1-3581-4e6a-9c57-c2ce82c7899b req-88c35741-4364-42f5-8f42-47ccab233331 service neutron] Checking segment: {'id': 'b0afad56-fb31-4d16-833b-399d642d2d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'b5831895-94e5-4f0a-8fea-bf10963f4724'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 17:08:45.233661 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e60ba1-3581-4e6a-9c57-c2ce82c7899b req-88c35741-4364-42f5-8f42-47ccab233331 service neutron] Bound using segment: {'id': 'b0afad56-fb31-4d16-833b-399d642d2d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'b5831895-94e5-4f0a-8fea-bf10963f4724'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 17:08:45.233661 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-97e60ba1-3581-4e6a-9c57-c2ce82c7899b req-88c35741-4364-42f5-8f42-47ccab233331 service neutron] Bound port: f6a25839-6236-4295-86d9-9bf65bfb8d21, host: hv-cinder-79797, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0afad56-fb31-4d16-833b-399d642d2d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'b5831895-94e5-4f0a-8fea-bf10963f4724'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 17:08:45.233661 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-97e60ba1-3581-4e6a-9c57-c2ce82c7899b req-88c35741-4364-42f5-8f42-47ccab233331 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:45.239076 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-19f0651c-7826-4365-a82a-268152a04ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:45.239076 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-19f0651c-7826-4365-a82a-268152a04ca1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:45.239076 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-19f0651c-7826-4365-a82a-268152a04ca1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a12a99f4-6980-41d6-8939-2d5d5d18016f HTTP/1.1" status: 204 len: 168 time: 0.8045375 Jun 24 17:08:45.242889 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:08:45.262738 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f0651c-7826-4365-a82a-268152a04ca1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a12a99f4-6980-41d6-8939-2d5d5d18016f,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:08:45.265374 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-19f0651c-7826-4365-a82a-268152a04ca1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:08:45.265989 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f48d67c8-8c74-491d-8d2b-01c159c702fb req-6ed8fc04-7acd-443d-9ce7-26adf2b51d87 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Made reservation on behalf of 6bc5cd721def4e0c90b75e0186dfcb77 for: {'port': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 17:08:45.276681 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-f48d67c8-8c74-491d-8d2b-01c159c702fb req-6ed8fc04-7acd-443d-9ce7-26adf2b51d87 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:45.281177 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec88ad9-8cb3-46d1-84ab-ca1a506d06c9 req-7f62903e-cc7a-479b-9340-00b45376e69e tempest-DeleteServersTestJSON-1513565885 tempest-DeleteServersTestJSON-1513565885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:08:45.289636 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-aec88ad9-8cb3-46d1-84ab-ca1a506d06c9 req-7f62903e-cc7a-479b-9340-00b45376e69e tempest-DeleteServersTestJSON-1513565885 tempest-DeleteServersTestJSON-1513565885-project] 10.222.0.15 "GET /v2.0/ports?device_id=35d1563d-65d4-4696-bf64-9fa89e5f8567 HTTP/1.1" status: 200 len: 944 time: 0.7415414 Jun 24 17:08:45.306321 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Pushing event updated for resources: {'Port': ['ID=6b863315-7dd5-45a7-99bc-0e12ba3779a8,revision_number=4']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:08:45.311106 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:08:45.375567 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee98d13-8115-441e-bd20-edb15ea05468 req-72b403d1-e7df-421f-a708-7bae7fdacd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:08:45.377067 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-fee98d13-8115-441e-bd20-edb15ea05468 req-72b403d1-e7df-421f-a708-7bae7fdacd98 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3706219 Jun 24 17:08:45.416736 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-aec88ad9-8cb3-46d1-84ab-ca1a506d06c9 req-b9b7ea57-3bf4-49e2-8f86-e5ee32cda3ed tempest-DeleteServersTestJSON-1513565885 tempest-DeleteServersTestJSON-1513565885-project] 10.222.0.15 "GET /v2.0/security-groups?id=10c0f418-3e44-4c64-a836-2045165cded7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259069 Jun 24 17:08:45.421406 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-97e60ba1-3581-4e6a-9c57-c2ce82c7899b req-88c35741-4364-42f5-8f42-47ccab233331 service neutron] For port f6a25839-6236-4295-86d9-9bf65bfb8d21, host hv-cinder-79797, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 17:08:45.425072 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-97e60ba1-3581-4e6a-9c57-c2ce82c7899b req-88c35741-4364-42f5-8f42-47ccab233331 service neutron] For port f6a25839-6236-4295-86d9-9bf65bfb8d21, host hv-cinder-79797, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=f6a25839-6236-4295-86d9-9bf65bfb8d21,segment=NetworkSegment(b0afad56-fb31-4d16-833b-399d642d2d6a),segment_id=b0afad56-fb31-4d16-833b-399d642d2d6a)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 17:08:45.441924 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ddc01d0b-5c17-4cf8-a5fd-9c280d69199a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:45.464602 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ddc01d0b-5c17-4cf8-a5fd-9c280d69199a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:45.465730 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-ddc01d0b-5c17-4cf8-a5fd-9c280d69199a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1f088847-a837-45eb-8593-1c57f8b22819 HTTP/1.1" status: 204 len: 168 time: 0.4584358 Jun 24 17:08:45.469199 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:08:45.492534 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc01d0b-5c17-4cf8-a5fd-9c280d69199a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f088847-a837-45eb-8593-1c57f8b22819,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:08:45.500237 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-ddc01d0b-5c17-4cf8-a5fd-9c280d69199a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:08:45.501490 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [req-f48d67c8-8c74-491d-8d2b-01c159c702fb req-6ed8fc04-7acd-443d-9ce7-26adf2b51d87 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Allocated IP 172.20.0.3 (e2c58ddc-3a0b-4159-9aa1-b7e24abf6c42/2f50fbc4-85b7-4dc1-a33e-164695f5eb21/f93a09a9-7187-40b2-8cc5-8b5ba5891655) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 17:08:45.537692 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-97e60ba1-3581-4e6a-9c57-c2ce82c7899b req-88c35741-4364-42f5-8f42-47ccab233331 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:45.549511 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-b0d57290-b906-4217-a6a9-e383ccf38aed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:08:45.575887 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6079043a-9cde-47cb-b66a-ac9d8de40b99 req-9b0ac7f7-cef3-4a58-a228-9f021b642ed8 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:08:45.577405 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-6079043a-9cde-47cb-b66a-ac9d8de40b99 req-9b0ac7f7-cef3-4a58-a228-9f021b642ed8 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e688142-60f7-460e-a0a8-12277958e273 HTTP/1.1" status: 200 len: 944 time: 0.1800051 Jun 24 17:08:45.608594 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e60ba1-3581-4e6a-9c57-c2ce82c7899b req-88c35741-4364-42f5-8f42-47ccab233331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:08:45.610031 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-97e60ba1-3581-4e6a-9c57-c2ce82c7899b req-88c35741-4364-42f5-8f42-47ccab233331 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592921'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:45.611316 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-97e60ba1-3581-4e6a-9c57-c2ce82c7899b req-88c35741-4364-42f5-8f42-47ccab233331 service neutron] 10.222.0.37 "PUT /v2.0/ports/f6a25839-6236-4295-86d9-9bf65bfb8d21 HTTP/1.1" status: 200 len: 1094 time: 2.1756277 Jun 24 17:08:45.633186 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-36442bf0-de1c-4168-a164-a766184b9adc req-fcb47ca9-f8a6-438f-87f1-f0ebf4d197e9 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/ports?device_id=2cb35b0b-f463-499a-8688-2bd5f250449b HTTP/1.1" status: 200 len: 210 time: 0.0494585 Jun 24 17:08:45.665516 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c35741-4364-42f5-8f42-47ccab233331 service neutron] Pushing event updated for resources: {'Port': ['ID=f6a25839-6236-4295-86d9-9bf65bfb8d21,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:08:45.671845 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-88c35741-4364-42f5-8f42-47ccab233331 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:08:45.676991 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaf042f-d10b-4194-936e-8276aff00d52 req-35fe20c0-0467-4f2a-97fd-c45da3fb4d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:08:45.678538 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-eeaf042f-d10b-4194-936e-8276aff00d52 req-35fe20c0-0467-4f2a-97fd-c45da3fb4d2c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c716f65513774ad78041f60e9016ee68&device_id=7b9fb087-423b-44d5-92c7-e94bdd0e3317 HTTP/1.1" status: 200 len: 1096 time: 0.2200396 Jun 24 17:08:45.712282 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] get_ports_and_sgs() called for port_ids ['6b863315-7dd5-45a7-99bc-0e12ba3779a8'] {{(pid=93702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 17:08:45.738099 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-6079043a-9cde-47cb-b66a-ac9d8de40b99 req-01cce5de-94f9-4f5e-828c-23be830adefa tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] 10.222.0.15 "GET /v2.0/security-groups?id=77f7ab56-104c-48f4-8da5-818b0fcbd6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1522779 Jun 24 17:08:45.777413 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] get_ports_and_sgs() called for port_ids ['11b9971d-f988-4b28-a63c-b6938d952daa'] {{(pid=93702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 17:08:45.784767 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-eeaf042f-d10b-4194-936e-8276aff00d52 req-393c4a5d-52c7-438f-b907-401dc0274fdc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5461bbc6-fde4-410b-9dc5-dd8aaea03e71 HTTP/1.1" status: 200 len: 217 time: 0.0918784 Jun 24 17:08:45.846357 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-f48d67c8-8c74-491d-8d2b-01c159c702fb req-6ed8fc04-7acd-443d-9ce7-26adf2b51d87 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:45.884292 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [req-f48d67c8-8c74-491d-8d2b-01c159c702fb req-6ed8fc04-7acd-443d-9ce7-26adf2b51d87 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Transition to ACTIVE for port object f93a09a9-7187-40b2-8cc5-8b5ba5891655 will not be triggered until provisioned by entity DHCP. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 17:08:45.910704 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaf042f-d10b-4194-936e-8276aff00d52 req-9ecac30c-d443-4a28-9cbc-2e27bb98c66e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:08:45.912226 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-eeaf042f-d10b-4194-936e-8276aff00d52 req-9ecac30c-d443-4a28-9cbc-2e27bb98c66e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dca613bb-5c51-470d-979d-79528d145d2a HTTP/1.1" status: 200 len: 859 time: 0.1011558 Jun 24 17:08:45.999145 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e688142-60f7-460e-a0a8-12277958e273', 'tag': 'f6a25839-6236-4295-86d9-9bf65bfb8d21'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 17:08:46.001605 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55b777855581bcfca1ea7f1411fd739ba8bd3bff9faf8aab84294ca486557f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cb8026c-9cd8-471b-8836-4276415c148f" -d '{"events": [{"name": "network-changed", "server_uuid": "1e688142-60f7-460e-a0a8-12277958e273", "tag": "f6a25839-6236-4295-86d9-9bf65bfb8d21"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 17:08:46.008149 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-eeaf042f-d10b-4194-936e-8276aff00d52 req-75d4e273-7970-4f22-899c-3a2e494979c3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=64ba3aa0-af7f-43bc-95fc-b6be55710575&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0670209 Jun 24 17:08:46.037411 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-f48d67c8-8c74-491d-8d2b-01c159c702fb req-6ed8fc04-7acd-443d-9ce7-26adf2b51d87 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1991527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-355756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734938254830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2811142'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:46.045182 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-a1c490c5-0907-4502-a4c9-b77f15e7629a tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:08:46.079784 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 17:08:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57436540-44af-426d-9610-8eba5a958f05 x-openstack-request-id: req-57436540-44af-426d-9610-8eba5a958f05 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 17:08:46.080379 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e688142-60f7-460e-a0a8-12277958e273", "tag": "f6a25839-6236-4295-86d9-9bf65bfb8d21", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 17:08:46.080379 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-57436540-44af-426d-9610-8eba5a958f05 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 17:08:46.086515 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e688142-60f7-460e-a0a8-12277958e273', 'tag': 'f6a25839-6236-4295-86d9-9bf65bfb8d21', 'status': 'completed', 'code': 200} Jun 24 17:08:46.107276 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f48d67c8-8c74-491d-8d2b-01c159c702fb req-6ed8fc04-7acd-443d-9ce7-26adf2b51d87 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Network e2c58ddc-3a0b-4159-9aa1-b7e24abf6c42 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 17:08:46.110970 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [req-f48d67c8-8c74-491d-8d2b-01c159c702fb req-6ed8fc04-7acd-443d-9ce7-26adf2b51d87 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 17:08:46.111936 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e60ba1-3581-4e6a-9c57-c2ce82c7899b req-3f670e9b-32fc-4c72-af35-f3eab62d5567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:08:46.114967 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-97e60ba1-3581-4e6a-9c57-c2ce82c7899b req-3f670e9b-32fc-4c72-af35-f3eab62d5567 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fea91de70bb14b7dbc15fd1cce9a200e&device_id=1e688142-60f7-460e-a0a8-12277958e273 HTTP/1.1" status: 200 len: 1097 time: 0.2017686 Jun 24 17:08:46.115489 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-f48d67c8-8c74-491d-8d2b-01c159c702fb req-6ed8fc04-7acd-443d-9ce7-26adf2b51d87 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 17:08:46.124978 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed8fc04-7acd-443d-9ce7-26adf2b51d87 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Pushing event updated for resources: {'Port': ['ID=f93a09a9-7187-40b2-8cc5-8b5ba5891655,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:08:46.161244 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-6ed8fc04-7acd-443d-9ce7-26adf2b51d87 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:08:46.189520 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a784f3-9eeb-418c-ba26-8f748958a591 req-78d3c562-d46b-4bb5-9e16-0a66252fada0 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:08:46.190941 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-a3a784f3-9eeb-418c-ba26-8f748958a591 req-78d3c562-d46b-4bb5-9e16-0a66252fada0 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/ports?device_id=7b9fb087-423b-44d5-92c7-e94bdd0e3317 HTTP/1.1" status: 200 len: 943 time: 0.2486930 Jun 24 17:08:46.196964 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-97e60ba1-3581-4e6a-9c57-c2ce82c7899b req-ea30fbc4-ead1-48c6-a16e-09c58b23ffd9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f6a25839-6236-4295-86d9-9bf65bfb8d21 HTTP/1.1" status: 200 len: 217 time: 0.0673895 Jun 24 17:08:46.214573 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Device 6828f935-363e-4d8c-8695-9be61abc441b details requested by agent hyperv_hv-cinder-79797 with host hv-cinder-79797 {{(pid=93702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 17:08:46.256675 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-eeaf042f-d10b-4194-936e-8276aff00d52 req-e26a67ad-6871-4739-b5f7-b34812c3fcda service neutron] 10.222.0.37 "GET /v2.0/networks/64ba3aa0-af7f-43bc-95fc-b6be55710575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2403104 Jun 24 17:08:46.269579 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48d67c8-8c74-491d-8d2b-01c159c702fb req-6ed8fc04-7acd-443d-9ce7-26adf2b51d87 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:08:46.274279 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-f48d67c8-8c74-491d-8d2b-01c159c702fb req-6ed8fc04-7acd-443d-9ce7-26adf2b51d87 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592921'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:46.371498 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-a3a784f3-9eeb-418c-ba26-8f748958a591 req-d78fcab1-1f66-4ee5-be0a-8fa1a5905a30 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/security-groups?id=92795e86-bc90-401e-8d2a-ff4520af3818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735559 Jun 24 17:08:46.374913 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e60ba1-3581-4e6a-9c57-c2ce82c7899b req-efcbd66d-1347-4abc-b993-0c7452fe4b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:08:46.376279 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-97e60ba1-3581-4e6a-9c57-c2ce82c7899b req-efcbd66d-1347-4abc-b993-0c7452fe4b58 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e87b4c16-dac9-4f7c-93b5-b846172b2da1 HTTP/1.1" status: 200 len: 850 time: 0.1669438 Jun 24 17:08:46.390980 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-f48d67c8-8c74-491d-8d2b-01c159c702fb req-6ed8fc04-7acd-443d-9ce7-26adf2b51d87 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6049576 Jun 24 17:08:46.410533 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.v2.base [req-f48d67c8-8c74-491d-8d2b-01c159c702fb req-004a713e-b054-4328-92e8-e25ed9776c45 service neutron] Request body: {'port': {'device_id': '2cb35b0b-f463-499a-8688-2bd5f250449b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79797'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 17:08:46.445743 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] For port 6828f935-363e-4d8c-8695-9be61abc441b, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=6828f935-363e-4d8c-8695-9be61abc441b,segment=NetworkSegment(2dcfe78b-23a4-4269-b080-4498cc70c905),segment_id=2dcfe78b-23a4-4269-b080-4498cc70c905)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 17:08:46.465714 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-eeaf042f-d10b-4194-936e-8276aff00d52 req-ce6ab7e1-f3af-4098-94df-f5447ccf94f5 service neutron] 10.222.0.37 "GET /v2.0/networks/64ba3aa0-af7f-43bc-95fc-b6be55710575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000487 Jun 24 17:08:46.466222 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Returning: {'device': '6828f935-363e-4d8c-8695-9be61abc441b', 'network_id': '64ba3aa0-af7f-43bc-95fc-b6be55710575', 'port_id': '6828f935-363e-4d8c-8695-9be61abc441b', 'mac_address': 'fa:16:3e:9c:87:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dca613bb-5c51-470d-979d-79528d145d2a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 17:08:46.503655 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e60ba1-3581-4e6a-9c57-c2ce82c7899b req-34e2d189-e13b-4858-8048-52f79de4c342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:08:46.505565 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-97e60ba1-3581-4e6a-9c57-c2ce82c7899b req-34e2d189-e13b-4858-8048-52f79de4c342 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b5831895-94e5-4f0a-8fea-bf10963f4724&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1186235 Jun 24 17:08:46.511987 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-845c8506-8cf5-4b6b-bbc4-443bdb09ac47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:46.513127 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:46.537985 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.notifiers.nova [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6828f935-363e-4d8c-8695-9be61abc441b {{(pid=93702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 17:08:46.551721 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-f48d67c8-8c74-491d-8d2b-01c159c702fb req-004a713e-b054-4328-92e8-e25ed9776c45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:46.573185 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] For port 6828f935-363e-4d8c-8695-9be61abc441b, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=6828f935-363e-4d8c-8695-9be61abc441b,segment=NetworkSegment(2dcfe78b-23a4-4269-b080-4498cc70c905),segment_id=2dcfe78b-23a4-4269-b080-4498cc70c905)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 17:08:46.580046 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e0c2ef-9786-4042-85bc-d6afe1c1490d req-d766f53d-0c38-406c-a377-b222029e114e tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:08:46.581564 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-d4e0c2ef-9786-4042-85bc-d6afe1c1490d req-d766f53d-0c38-406c-a377-b222029e114e tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.15 "GET /v2.0/ports?device_id=7f3d984b-f6ee-40de-ba4c-8370d8f6cef6 HTTP/1.1" status: 200 len: 944 time: 0.1665497 Jun 24 17:08:46.615845 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-66a643eb-13f8-4803-8da8-a5c39d324223 None None] Provisioning for port f93a09a9-7187-40b2-8cc5-8b5ba5891655 completed by entity DHCP. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 17:08:46.620754 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-66a643eb-13f8-4803-8da8-a5c39d324223 None None] Provisioning complete for port f93a09a9-7187-40b2-8cc5-8b5ba5891655 triggered by entity DHCP. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 17:08:46.621227 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-66a643eb-13f8-4803-8da8-a5c39d324223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979100'] for port, provisioning_complete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:46.648844 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-d4e0c2ef-9786-4042-85bc-d6afe1c1490d req-353c6ba1-71d4-456a-913f-45b5c9ab42c8 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.15 "GET /v2.0/security-groups?id=240ea0bc-105c-4667-abc7-4b917e0290b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486262 Jun 24 17:08:46.661407 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-66a643eb-13f8-4803-8da8-a5c39d324223 None None] Port f93a09a9-7187-40b2-8cc5-8b5ba5891655 cannot update to ACTIVE because it is not bound. {{(pid=93702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 17:08:46.675511 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:46.677422 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:08:46.721562 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-97e60ba1-3581-4e6a-9c57-c2ce82c7899b req-9d72793b-86f1-4055-8c20-56a032ef3e5f service neutron] 10.222.0.37 "GET /v2.0/networks/b5831895-94e5-4f0a-8fea-bf10963f4724?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066712 Jun 24 17:08:46.727467 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 54300) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:08:46.772214 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Pushing event updated for resources: {'Port': ['ID=6828f935-363e-4d8c-8695-9be61abc441b,revision_number=4']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:08:46.778545 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:08:46.798237 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-72004df4-2da4-492c-a045-c1d579b02284 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:46.897685 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be468c2-ebf1-4cd7-8a17-21846282f42d req-d5469265-9a5b-4299-a986-f0849ed752ae tempest-DeleteServersTestJSON-1513565885 tempest-DeleteServersTestJSON-1513565885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:08:46.909331 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-7be468c2-ebf1-4cd7-8a17-21846282f42d req-d5469265-9a5b-4299-a986-f0849ed752ae tempest-DeleteServersTestJSON-1513565885 tempest-DeleteServersTestJSON-1513565885-project] 10.222.0.15 "GET /v2.0/ports?device_id=35d1563d-65d4-4696-bf64-9fa89e5f8567 HTTP/1.1" status: 200 len: 945 time: 0.2625754 Jun 24 17:08:46.915981 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4daa8e4-7f2b-412a-8f72-76bcbf0d6c77 req-f682eeb3-c0bf-4cb7-8b0b-744c7b069d3d tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:08:46.917633 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-a4daa8e4-7f2b-412a-8f72-76bcbf0d6c77 req-f682eeb3-c0bf-4cb7-8b0b-744c7b069d3d tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/ports?device_id=2cb35b0b-f463-499a-8688-2bd5f250449b HTTP/1.1" status: 200 len: 931 time: 0.1278002 Jun 24 17:08:46.924462 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 54308) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:08:46.959395 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-97e60ba1-3581-4e6a-9c57-c2ce82c7899b req-1ddad409-fed8-482d-8970-42ccce74c059 service neutron] 10.222.0.37 "GET /v2.0/networks/b5831895-94e5-4f0a-8fea-bf10963f4724?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2306752 Jun 24 17:08:46.986254 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-7be468c2-ebf1-4cd7-8a17-21846282f42d req-019dd094-1fdd-4387-9ee6-aef3b4b11e02 tempest-DeleteServersTestJSON-1513565885 tempest-DeleteServersTestJSON-1513565885-project] 10.222.0.15 "GET /v2.0/security-groups?id=10c0f418-3e44-4c64-a836-2045165cded7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776131 Jun 24 17:08:46.989193 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.notifiers.nova [req-f48d67c8-8c74-491d-8d2b-01c159c702fb req-004a713e-b054-4328-92e8-e25ed9776c45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f93a09a9-7187-40b2-8cc5-8b5ba5891655 {{(pid=93700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 17:08:47.017173 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-f48d67c8-8c74-491d-8d2b-01c159c702fb req-004a713e-b054-4328-92e8-e25ed9776c45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:47.038953 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-72004df4-2da4-492c-a045-c1d579b02284 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:47.046553 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-a4daa8e4-7f2b-412a-8f72-76bcbf0d6c77 req-9b2145ad-b0c9-4629-923b-bdf1f4a7f12f tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac3fa70e-0f44-45d3-b39b-c4cad7af486e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972364 Jun 24 17:08:47.051826 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-a87ecc51-02a2-4ce8-95ce-ab4a2d1abac3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7904a8b90af64a16ae6cde8da88af32c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1268759 Jun 24 17:08:47.055367 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 54312) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:08:47.072148 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [req-f48d67c8-8c74-491d-8d2b-01c159c702fb req-004a713e-b054-4328-92e8-e25ed9776c45 service neutron] Transition to ACTIVE for port object f93a09a9-7187-40b2-8cc5-8b5ba5891655 will not be triggered until provisioned by entity L2. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 17:08:47.113591 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d52c2f36-76f3-4c13-8b98-22f7c6b8251f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:47.138824 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d52c2f36-76f3-4c13-8b98-22f7c6b8251f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:47.159559 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-72004df4-2da4-492c-a045-c1d579b02284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:47.170513 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-f48d67c8-8c74-491d-8d2b-01c159c702fb req-004a713e-b054-4328-92e8-e25ed9776c45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2811380'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:47.176195 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-035cc393-0ca6-42f7-8b32-616c7238d81b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:08:47.182874 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-72fa7f6a-97e7-4de2-af0b-c9fdc9724d52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:08:47.233843 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-72004df4-2da4-492c-a045-c1d579b02284 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4d9c9a166a5649928d10b1557ba53d4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5035152 Jun 24 17:08:47.237960 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 54316) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:08:47.242026 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72004df4-2da4-492c-a045-c1d579b02284 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d8d12e5-1be3-4891-8ce0-e379fbda3009,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:08:47.254164 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-72004df4-2da4-492c-a045-c1d579b02284 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:08:47.254378 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004a713e-b054-4328-92e8-e25ed9776c45 service neutron] Pushing event updated for resources: {'Port': ['ID=f93a09a9-7187-40b2-8cc5-8b5ba5891655,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:08:47.262209 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-004a713e-b054-4328-92e8-e25ed9776c45 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:08:47.295403 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d322311-eacc-46f0-864b-2250bd9785f8 req-7798aa86-699a-433a-8007-921e0ddb8fdb tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:08:47.296914 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-4d322311-eacc-46f0-864b-2250bd9785f8 req-7798aa86-699a-433a-8007-921e0ddb8fdb tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e688142-60f7-460e-a0a8-12277958e273 HTTP/1.1" status: 200 len: 944 time: 0.1814711 Jun 24 17:08:47.319865 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-f48d67c8-8c74-491d-8d2b-01c159c702fb req-004a713e-b054-4328-92e8-e25ed9776c45 service neutron] Attempting to bind port f93a09a9-7187-40b2-8cc5-8b5ba5891655 on host hv-cinder-79797 for vnic_type normal with profile {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 17:08:47.320201 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-f48d67c8-8c74-491d-8d2b-01c159c702fb req-004a713e-b054-4328-92e8-e25ed9776c45 service neutron] Attempting to bind port f93a09a9-7187-40b2-8cc5-8b5ba5891655 by drivers openvswitch,hyperv on host hv-cinder-79797 at level 0 using segments [{'id': '10a83dba-9475-45c8-9dae-cc9d5b4ac03a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'e2c58ddc-3a0b-4159-9aa1-b7e24abf6c42'}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 17:08:47.320596 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f48d67c8-8c74-491d-8d2b-01c159c702fb req-004a713e-b054-4328-92e8-e25ed9776c45 service neutron] Attempting to bind port f93a09a9-7187-40b2-8cc5-8b5ba5891655 on network e2c58ddc-3a0b-4159-9aa1-b7e24abf6c42 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 17:08:47.325278 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f48d67c8-8c74-491d-8d2b-01c159c702fb req-004a713e-b054-4328-92e8-e25ed9776c45 service neutron] Port f93a09a9-7187-40b2-8cc5-8b5ba5891655 on network e2c58ddc-3a0b-4159-9aa1-b7e24abf6c42 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79797 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 17:08:47.325599 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f48d67c8-8c74-491d-8d2b-01c159c702fb req-004a713e-b054-4328-92e8-e25ed9776c45 service neutron] Attempting to bind port f93a09a9-7187-40b2-8cc5-8b5ba5891655 on network e2c58ddc-3a0b-4159-9aa1-b7e24abf6c42 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 17:08:47.325766 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb8026c-9cd8-471b-8836-4276415c148f req-681ac770-7f65-4d86-811c-b8a115bad380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:08:47.327146 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-9cb8026c-9cd8-471b-8836-4276415c148f req-681ac770-7f65-4d86-811c-b8a115bad380 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fea91de70bb14b7dbc15fd1cce9a200e&device_id=1e688142-60f7-460e-a0a8-12277958e273 HTTP/1.1" status: 200 len: 1097 time: 0.1778986 Jun 24 17:08:47.331239 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f48d67c8-8c74-491d-8d2b-01c159c702fb req-004a713e-b054-4328-92e8-e25ed9776c45 service neutron] Checking agent: {'id': '1288d539-9cda-419c-bcb9-190041a83682', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79797', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 17, 6, 19), 'started_at': datetime.datetime(2021, 6, 24, 17, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 17, 8, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 17:08:47.331575 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f48d67c8-8c74-491d-8d2b-01c159c702fb req-004a713e-b054-4328-92e8-e25ed9776c45 service neutron] Checking segment: {'id': '10a83dba-9475-45c8-9dae-cc9d5b4ac03a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'e2c58ddc-3a0b-4159-9aa1-b7e24abf6c42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 17:08:47.331954 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f48d67c8-8c74-491d-8d2b-01c159c702fb req-004a713e-b054-4328-92e8-e25ed9776c45 service neutron] Bound using segment: {'id': '10a83dba-9475-45c8-9dae-cc9d5b4ac03a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'e2c58ddc-3a0b-4159-9aa1-b7e24abf6c42'} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 17:08:47.332381 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-f48d67c8-8c74-491d-8d2b-01c159c702fb req-004a713e-b054-4328-92e8-e25ed9776c45 service neutron] Bound port: f93a09a9-7187-40b2-8cc5-8b5ba5891655, host: hv-cinder-79797, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10a83dba-9475-45c8-9dae-cc9d5b4ac03a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'e2c58ddc-3a0b-4159-9aa1-b7e24abf6c42'}}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 17:08:47.333094 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-f48d67c8-8c74-491d-8d2b-01c159c702fb req-004a713e-b054-4328-92e8-e25ed9776c45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:47.334481 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d52c2f36-76f3-4c13-8b98-22f7c6b8251f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:47.340189 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d52c2f36-76f3-4c13-8b98-22f7c6b8251f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:47.345408 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-d52c2f36-76f3-4c13-8b98-22f7c6b8251f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ca5643b5-5e02-4094-8781-93f50da189b2 HTTP/1.1" status: 204 len: 168 time: 0.2890372 Jun 24 17:08:47.353972 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:08:47.363928 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52c2f36-76f3-4c13-8b98-22f7c6b8251f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca5643b5-5e02-4094-8781-93f50da189b2,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:08:47.367844 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-d52c2f36-76f3-4c13-8b98-22f7c6b8251f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:08:47.422184 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b9086a81-f075-46f3-80c8-21c4b6257269 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:47.461439 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-4d322311-eacc-46f0-864b-2250bd9785f8 req-d30dfd2d-a768-4ddf-bc35-165e25f62dd0 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] 10.222.0.15 "GET /v2.0/security-groups?id=77f7ab56-104c-48f4-8da5-818b0fcbd6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1501324 Jun 24 17:08:47.480234 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-f48d67c8-8c74-491d-8d2b-01c159c702fb req-004a713e-b054-4328-92e8-e25ed9776c45 service neutron] For port f93a09a9-7187-40b2-8cc5-8b5ba5891655, host hv-cinder-79797, cleared binding levels {{(pid=93700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 17:08:47.486366 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-f48d67c8-8c74-491d-8d2b-01c159c702fb req-004a713e-b054-4328-92e8-e25ed9776c45 service neutron] For port f93a09a9-7187-40b2-8cc5-8b5ba5891655, host hv-cinder-79797, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=f93a09a9-7187-40b2-8cc5-8b5ba5891655,segment=NetworkSegment(10a83dba-9475-45c8-9dae-cc9d5b4ac03a),segment_id=10a83dba-9475-45c8-9dae-cc9d5b4ac03a)] {{(pid=93700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 17:08:47.512783 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b9086a81-f075-46f3-80c8-21c4b6257269 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:47.546451 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb8026c-9cd8-471b-8836-4276415c148f req-34699a9c-aa12-4239-a9b6-6a23a3013002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:08:47.547885 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-9cb8026c-9cd8-471b-8836-4276415c148f req-34699a9c-aa12-4239-a9b6-6a23a3013002 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b5831895-94e5-4f0a-8fea-bf10963f4724 HTTP/1.1" status: 200 len: 911 time: 0.2110813 Jun 24 17:08:47.573555 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-f48d67c8-8c74-491d-8d2b-01c159c702fb req-004a713e-b054-4328-92e8-e25ed9776c45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2811380'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:47.578671 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:08:47.584461 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] get_ports_and_sgs() called for port_ids ['6828f935-363e-4d8c-8695-9be61abc441b'] {{(pid=93702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 17:08:47.597430 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-9cb8026c-9cd8-471b-8836-4276415c148f req-5e668585-d280-40fe-bf51-77c77d787e4d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f6a25839-6236-4295-86d9-9bf65bfb8d21 HTTP/1.1" status: 200 len: 217 time: 0.0415511 Jun 24 17:08:47.612886 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48d67c8-8c74-491d-8d2b-01c159c702fb req-004a713e-b054-4328-92e8-e25ed9776c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:08:47.613513 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-f48d67c8-8c74-491d-8d2b-01c159c702fb req-004a713e-b054-4328-92e8-e25ed9776c45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592921'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:47.614906 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-f48d67c8-8c74-491d-8d2b-01c159c702fb req-004a713e-b054-4328-92e8-e25ed9776c45 service neutron] 10.222.0.37 "PUT /v2.0/ports/f93a09a9-7187-40b2-8cc5-8b5ba5891655 HTTP/1.1" status: 200 len: 1093 time: 1.2093041 Jun 24 17:08:47.615390 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cb35b0b-f463-499a-8688-2bd5f250449b', 'tag': 'f93a09a9-7187-40b2-8cc5-8b5ba5891655'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 17:08:47.618536 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c39e75a9e8347d24c3004332124e07527e89accb2f43d806ee4df9c6bf49ca2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0913b950-6f09-4e80-ab1a-0e54e9a9c1a7" -d '{"events": [{"name": "network-changed", "server_uuid": "2cb35b0b-f463-499a-8688-2bd5f250449b", "tag": "f93a09a9-7187-40b2-8cc5-8b5ba5891655"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 17:08:47.690573 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662fdaa0-efde-49be-a04f-0d50fe50e3ab req-b31e08c1-a516-42e3-9526-49ed1d213a6d tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:08:47.693690 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-662fdaa0-efde-49be-a04f-0d50fe50e3ab req-b31e08c1-a516-42e3-9526-49ed1d213a6d tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/ports?device_id=7b9fb087-423b-44d5-92c7-e94bdd0e3317 HTTP/1.1" status: 200 len: 943 time: 0.1504617 Jun 24 17:08:47.695950 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 17:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ef46798-551c-449c-9f8f-5c0595ece07a x-openstack-request-id: req-4ef46798-551c-449c-9f8f-5c0595ece07a {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 17:08:47.696151 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cb35b0b-f463-499a-8688-2bd5f250449b", "tag": "f93a09a9-7187-40b2-8cc5-8b5ba5891655", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 17:08:47.696328 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4ef46798-551c-449c-9f8f-5c0595ece07a {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 17:08:47.697341 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cb35b0b-f463-499a-8688-2bd5f250449b', 'tag': 'f93a09a9-7187-40b2-8cc5-8b5ba5891655', 'status': 'completed', 'code': 200} Jun 24 17:08:47.698109 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004a713e-b054-4328-92e8-e25ed9776c45 service neutron] Pushing event updated for resources: {'Port': ['ID=f93a09a9-7187-40b2-8cc5-8b5ba5891655,revision_number=3']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:08:47.709289 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-004a713e-b054-4328-92e8-e25ed9776c45 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:08:47.713321 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb8026c-9cd8-471b-8836-4276415c148f req-65703f5e-e2bb-4f4f-9005-a0513f95b290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:08:47.714781 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-9cb8026c-9cd8-471b-8836-4276415c148f req-65703f5e-e2bb-4f4f-9005-a0513f95b290 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e87b4c16-dac9-4f7c-93b5-b846172b2da1 HTTP/1.1" status: 200 len: 850 time: 0.1103325 Jun 24 17:08:47.813978 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b9086a81-f075-46f3-80c8-21c4b6257269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:47.817728 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b9086a81-f075-46f3-80c8-21c4b6257269 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:47.821959 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-b9086a81-f075-46f3-80c8-21c4b6257269 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6d8d12e5-1be3-4891-8ce0-e379fbda3009 HTTP/1.1" status: 204 len: 168 time: 0.5779002 Jun 24 17:08:47.827932 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-43e11896-a34a-4d72-a503-12f46910afdb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:08:47.854937 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9086a81-f075-46f3-80c8-21c4b6257269 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d8d12e5-1be3-4891-8ce0-e379fbda3009,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:08:47.868328 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb8026c-9cd8-471b-8836-4276415c148f req-9ca76a81-e425-49f1-826f-11fe18a8812a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:08:47.868328 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-9cb8026c-9cd8-471b-8836-4276415c148f req-9ca76a81-e425-49f1-826f-11fe18a8812a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b5831895-94e5-4f0a-8fea-bf10963f4724&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1423850 Jun 24 17:08:47.868328 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-b9086a81-f075-46f3-80c8-21c4b6257269 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:08:47.883226 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-662fdaa0-efde-49be-a04f-0d50fe50e3ab req-026f1723-6eb1-469b-8ee7-e80dd02aadb9 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/security-groups?id=92795e86-bc90-401e-8d2a-ff4520af3818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593313 Jun 24 17:08:48.169444 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0913b950-6f09-4e80-ab1a-0e54e9a9c1a7 req-2625ee4a-ce93-4e8e-a7ed-45e8c1266d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:08:48.169444 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-0913b950-6f09-4e80-ab1a-0e54e9a9c1a7 req-2625ee4a-ce93-4e8e-a7ed-45e8c1266d7f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6bc5cd721def4e0c90b75e0186dfcb77&device_id=2cb35b0b-f463-499a-8688-2bd5f250449b HTTP/1.1" status: 200 len: 1096 time: 0.2131541 Jun 24 17:08:48.171088 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-9cb8026c-9cd8-471b-8836-4276415c148f req-4899a612-5fc4-498d-be25-83730558d617 service neutron] 10.222.0.37 "GET /v2.0/networks/b5831895-94e5-4f0a-8fea-bf10963f4724?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370289 Jun 24 17:08:48.171088 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9a0a40-64d7-42e3-8407-ee3e4ee46a1d req-d1db7200-93eb-47cf-b5c5-573fc183f571 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:08:48.171088 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-eb9a0a40-64d7-42e3-8407-ee3e4ee46a1d req-d1db7200-93eb-47cf-b5c5-573fc183f571 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.15 "GET /v2.0/ports?device_id=7f3d984b-f6ee-40de-ba4c-8370d8f6cef6 HTTP/1.1" status: 200 len: 944 time: 0.1599712 Jun 24 17:08:48.189667 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0913b950-6f09-4e80-ab1a-0e54e9a9c1a7 req-d34953a8-a3e2-41f4-9515-cc229458fe5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:08:48.191862 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-0913b950-6f09-4e80-ab1a-0e54e9a9c1a7 req-d34953a8-a3e2-41f4-9515-cc229458fe5a service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=6bc5cd721def4e0c90b75e0186dfcb77&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2221801 Jun 24 17:08:48.225161 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Device 11b9971d-f988-4b28-a63c-b6938d952daa up at agent hyperv_hv-cinder-79797 {{(pid=93702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 17:08:48.333464 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-eb9a0a40-64d7-42e3-8407-ee3e4ee46a1d req-ecf9d618-bb13-4008-bdda-1d680a19c72f tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.15 "GET /v2.0/security-groups?id=240ea0bc-105c-4667-abc7-4b917e0290b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2921803 Jun 24 17:08:48.356079 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-9cb8026c-9cd8-471b-8836-4276415c148f req-792b0d7d-929a-4798-ad0d-592bd0662abc service neutron] 10.222.0.37 "GET /v2.0/networks/b5831895-94e5-4f0a-8fea-bf10963f4724?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3223546 Jun 24 17:08:48.356267 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Provisioning for port 11b9971d-f988-4b28-a63c-b6938d952daa completed by entity L2. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 17:08:48.357735 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Provisioning complete for port 11b9971d-f988-4b28-a63c-b6938d952daa triggered by entity L2. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 17:08:48.358489 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979100'] for port, provisioning_complete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:48.517894 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:48.541123 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7697d289-8a6a-4e33-85b2-6e6aa92b067b req-cc9f85d5-fc34-49d4-a923-0f3e253c9cbe tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:08:48.549685 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f3d984b-f6ee-40de-ba4c-8370d8f6cef6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11b9971d-f988-4b28-a63c-b6938d952daa'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 17:08:48.550096 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-7697d289-8a6a-4e33-85b2-6e6aa92b067b req-cc9f85d5-fc34-49d4-a923-0f3e253c9cbe tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/ports?device_id=2cb35b0b-f463-499a-8688-2bd5f250449b HTTP/1.1" status: 200 len: 943 time: 0.0937819 Jun 24 17:08:48.593596 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-7697d289-8a6a-4e33-85b2-6e6aa92b067b req-f7b3588a-ac61-41aa-abd2-0d0bb534b826 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac3fa70e-0f44-45d3-b39b-c4cad7af486e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415325 Jun 24 17:08:48.635932 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] For port 11b9971d-f988-4b28-a63c-b6938d952daa, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=11b9971d-f988-4b28-a63c-b6938d952daa,segment=NetworkSegment(12f2579c-f9ba-4bfe-aa56-7adb09f408d3),segment_id=12f2579c-f9ba-4bfe-aa56-7adb09f408d3)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 17:08:48.646381 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5400f1c-9278-4309-8b7f-707ac1f1a7a3 req-8ba4341c-077f-4efb-b163-63cc1cc301ff tempest-DeleteServersTestJSON-1513565885 tempest-DeleteServersTestJSON-1513565885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:08:48.646381 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-a5400f1c-9278-4309-8b7f-707ac1f1a7a3 req-8ba4341c-077f-4efb-b163-63cc1cc301ff tempest-DeleteServersTestJSON-1513565885 tempest-DeleteServersTestJSON-1513565885-project] 10.222.0.15 "GET /v2.0/ports?device_id=35d1563d-65d4-4696-bf64-9fa89e5f8567 HTTP/1.1" status: 200 len: 945 time: 0.5266843 Jun 24 17:08:48.668112 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0913b950-6f09-4e80-ab1a-0e54e9a9c1a7 req-42b08dd4-d1ba-4c42-b690-1a5195dd3ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:08:48.669699 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-0913b950-6f09-4e80-ab1a-0e54e9a9c1a7 req-42b08dd4-d1ba-4c42-b690-1a5195dd3ccc service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4706306 Jun 24 17:08:48.692527 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-a5400f1c-9278-4309-8b7f-707ac1f1a7a3 req-fd38cea5-e35b-45e0-85ab-ea91ad57323d tempest-DeleteServersTestJSON-1513565885 tempest-DeleteServersTestJSON-1513565885-project] 10.222.0.15 "GET /v2.0/security-groups?id=10c0f418-3e44-4c64-a836-2045165cded7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442176 Jun 24 17:08:48.704990 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:48.706577 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Device 6b863315-7dd5-45a7-99bc-0e12ba3779a8 up at agent hyperv_hv-cinder-79797 {{(pid=93702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 17:08:48.711520 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:08:48.825176 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Pushing event updated for resources: {'Port': ['ID=11b9971d-f988-4b28-a63c-b6938d952daa,revision_number=5']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:08:48.828746 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:08:48.840541 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48d67c8-8c74-491d-8d2b-01c159c702fb req-12dbf87d-4267-4d2a-b337-688fc518c6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:08:48.842909 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-f48d67c8-8c74-491d-8d2b-01c159c702fb req-12dbf87d-4267-4d2a-b337-688fc518c6da service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6bc5cd721def4e0c90b75e0186dfcb77&device_id=2cb35b0b-f463-499a-8688-2bd5f250449b HTTP/1.1" status: 200 len: 1096 time: 0.0893559 Jun 24 17:08:48.868984 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c76ff1c-c4f6-400f-ae0b-04a00a005367 req-b60c63b1-a735-4025-a4a7-9040e130a711 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:08:48.870677 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-5c76ff1c-c4f6-400f-ae0b-04a00a005367 req-b60c63b1-a735-4025-a4a7-9040e130a711 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e688142-60f7-460e-a0a8-12277958e273 HTTP/1.1" status: 200 len: 944 time: 0.0756836 Jun 24 17:08:48.900990 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-f48d67c8-8c74-491d-8d2b-01c159c702fb req-9f4cb0fc-1017-4e70-ada3-313d7715e757 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f93a09a9-7187-40b2-8cc5-8b5ba5891655 HTTP/1.1" status: 200 len: 217 time: 0.0424733 Jun 24 17:08:48.930386 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Provisioning for port 6b863315-7dd5-45a7-99bc-0e12ba3779a8 completed by entity L2. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 17:08:48.931315 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-5c76ff1c-c4f6-400f-ae0b-04a00a005367 req-250585bd-f745-4288-baba-2dc5ad1f9772 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] 10.222.0.15 "GET /v2.0/security-groups?id=77f7ab56-104c-48f4-8da5-818b0fcbd6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531948 Jun 24 17:08:48.942997 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Provisioning complete for port 6b863315-7dd5-45a7-99bc-0e12ba3779a8 triggered by entity L2. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 17:08:48.943385 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979100'] for port, provisioning_complete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:49.000009 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48d67c8-8c74-491d-8d2b-01c159c702fb req-123e0d03-8d51-4fe0-8f12-d16ad5b261cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:08:49.004108 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-f48d67c8-8c74-491d-8d2b-01c159c702fb req-123e0d03-8d51-4fe0-8f12-d16ad5b261cf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2f50fbc4-85b7-4dc1-a33e-164695f5eb21 HTTP/1.1" status: 200 len: 855 time: 0.0962143 Jun 24 17:08:49.086431 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:49.118253 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48d67c8-8c74-491d-8d2b-01c159c702fb req-2ef2b895-0cf3-4abd-afb2-105e869ea526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:08:49.120025 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-f48d67c8-8c74-491d-8d2b-01c159c702fb req-2ef2b895-0cf3-4abd-afb2-105e869ea526 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e2c58ddc-3a0b-4159-9aa1-b7e24abf6c42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1086636 Jun 24 17:08:49.138251 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] For port 6b863315-7dd5-45a7-99bc-0e12ba3779a8, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=6b863315-7dd5-45a7-99bc-0e12ba3779a8,segment=NetworkSegment(9dcc22a8-c6a4-47fa-9345-4011e47050ec),segment_id=9dcc22a8-c6a4-47fa-9345-4011e47050ec)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 17:08:49.235735 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d8b605067795a7fc2c115f7278a2b51e92dc277499becda2f2169a787a2c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afb7c0fc-24a6-4e6e-866f-460687f4c8d4" -d '{"events": [{"server_uuid": "7f3d984b-f6ee-40de-ba4c-8370d8f6cef6", "name": "network-vif-plugged", "status": "completed", "tag": "11b9971d-f988-4b28-a63c-b6938d952daa"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 17:08:49.258674 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:49.262365 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-f48d67c8-8c74-491d-8d2b-01c159c702fb req-49e3b85d-d027-4c58-92c0-9bd8ceb39ff7 service neutron] 10.222.0.37 "GET /v2.0/networks/e2c58ddc-3a0b-4159-9aa1-b7e24abf6c42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258581 Jun 24 17:08:49.267585 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:08:49.273432 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a0ad48-dd6e-4114-a61e-889a314d6a8e req-07a103ef-013f-4ebd-b74c-1b612069113b tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:08:49.274921 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-23a0ad48-dd6e-4114-a61e-889a314d6a8e req-07a103ef-013f-4ebd-b74c-1b612069113b tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/ports?device_id=7b9fb087-423b-44d5-92c7-e94bdd0e3317 HTTP/1.1" status: 200 len: 943 time: 0.1538413 Jun 24 17:08:49.326779 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Pushing event updated for resources: {'Port': ['ID=6b863315-7dd5-45a7-99bc-0e12ba3779a8,revision_number=5']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:08:49.337306 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:08:49.375568 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-23a0ad48-dd6e-4114-a61e-889a314d6a8e req-73958328-0140-4c73-ba26-864864336c8e tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/security-groups?id=92795e86-bc90-401e-8d2a-ff4520af3818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905631 Jun 24 17:08:49.395210 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-f48d67c8-8c74-491d-8d2b-01c159c702fb req-ebcac50a-80f8-4e88-a2cb-7165ce4ee4d4 service neutron] 10.222.0.37 "GET /v2.0/networks/e2c58ddc-3a0b-4159-9aa1-b7e24abf6c42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193330 Jun 24 17:08:49.450576 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 17:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf067f37-47e5-40de-8261-104328c1b2f7 x-openstack-request-id: req-cf067f37-47e5-40de-8261-104328c1b2f7 {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 17:08:49.450877 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f3d984b-f6ee-40de-ba4c-8370d8f6cef6", "name": "network-vif-plugged", "status": "completed", "tag": "11b9971d-f988-4b28-a63c-b6938d952daa", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 17:08:49.451139 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cf067f37-47e5-40de-8261-104328c1b2f7 {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 17:08:49.451882 dv-cinder-797970-1-iscsi neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f3d984b-f6ee-40de-ba4c-8370d8f6cef6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11b9971d-f988-4b28-a63c-b6938d952daa', 'code': 200} Jun 24 17:08:49.570674 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96eb7c7-953b-4c81-b443-221a17ea88e5 req-f1ed888d-0873-4ad9-92eb-caa9aa1c0249 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:08:49.572466 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-a96eb7c7-953b-4c81-b443-221a17ea88e5 req-f1ed888d-0873-4ad9-92eb-caa9aa1c0249 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.15 "GET /v2.0/ports?device_id=7f3d984b-f6ee-40de-ba4c-8370d8f6cef6 HTTP/1.1" status: 200 len: 945 time: 0.0767608 Jun 24 17:08:49.618846 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-a96eb7c7-953b-4c81-b443-221a17ea88e5 req-81709559-ace5-4c2f-9cf2-f1842bfc0af8 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.15 "GET /v2.0/security-groups?id=240ea0bc-105c-4667-abc7-4b917e0290b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396035 Jun 24 17:08:49.816555 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074373b5-42c9-477b-9283-2bfe77e8a5a9 req-7cd59ace-454f-46e3-a2af-e9d2084104db tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:08:49.818342 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-074373b5-42c9-477b-9283-2bfe77e8a5a9 req-7cd59ace-454f-46e3-a2af-e9d2084104db tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/ports?device_id=2cb35b0b-f463-499a-8688-2bd5f250449b HTTP/1.1" status: 200 len: 943 time: 0.0703244 Jun 24 17:08:49.861438 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-074373b5-42c9-477b-9283-2bfe77e8a5a9 req-661af764-6852-4bd0-9536-c6bd46e3efe6 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac3fa70e-0f44-45d3-b39b-c4cad7af486e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365708 Jun 24 17:08:49.917270 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8125b99f-edc0-46bf-8493-469ddf06a620 req-7eb5e9ab-e3df-4b18-8ce4-9ac8cbcb3cdc tempest-DeleteServersTestJSON-1513565885 tempest-DeleteServersTestJSON-1513565885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:08:49.919029 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-8125b99f-edc0-46bf-8493-469ddf06a620 req-7eb5e9ab-e3df-4b18-8ce4-9ac8cbcb3cdc tempest-DeleteServersTestJSON-1513565885 tempest-DeleteServersTestJSON-1513565885-project] 10.222.0.15 "GET /v2.0/ports?device_id=35d1563d-65d4-4696-bf64-9fa89e5f8567 HTTP/1.1" status: 200 len: 946 time: 0.0790498 Jun 24 17:08:50.035893 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-8125b99f-edc0-46bf-8493-469ddf06a620 req-0ba689e8-047f-4e24-a8d6-7b562b55bd73 tempest-DeleteServersTestJSON-1513565885 tempest-DeleteServersTestJSON-1513565885-project] 10.222.0.15 "GET /v2.0/security-groups?id=10c0f418-3e44-4c64-a836-2045165cded7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008930 Jun 24 17:08:50.072738 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed64744-b8da-491b-a63e-e19b98a32ad7 req-75ed1993-c2d1-49c9-a043-f77c9c78adc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:08:50.074222 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-5ed64744-b8da-491b-a63e-e19b98a32ad7 req-75ed1993-c2d1-49c9-a043-f77c9c78adc5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7f3d984b-f6ee-40de-ba4c-8370d8f6cef6 HTTP/1.1" status: 200 len: 1098 time: 0.1197665 Jun 24 17:08:50.103708 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-5ed64744-b8da-491b-a63e-e19b98a32ad7 req-e5afbff9-6e69-43ed-a818-ab17bb24fabf service neutron] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:50.152729 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3e2fbc-1212-43c7-9646-b3b412a6e658 req-b142e831-82bf-4dfc-9c17-53381c7e8b29 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:08:50.160381 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-0f3e2fbc-1212-43c7-9646-b3b412a6e658 req-b142e831-82bf-4dfc-9c17-53381c7e8b29 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e688142-60f7-460e-a0a8-12277958e273 HTTP/1.1" status: 200 len: 944 time: 0.0882728 Jun 24 17:08:50.166986 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:50.203857 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-5ed64744-b8da-491b-a63e-e19b98a32ad7 req-e5afbff9-6e69-43ed-a818-ab17bb24fabf service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:50.204402 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-0f3e2fbc-1212-43c7-9646-b3b412a6e658 req-b89496b8-28f4-4fa4-bb9d-67ba5291265e tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] 10.222.0.15 "GET /v2.0/security-groups?id=77f7ab56-104c-48f4-8da5-818b0fcbd6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422361 Jun 24 17:08:50.256054 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Device 5461bbc6-fde4-410b-9dc5-dd8aaea03e71 details requested by agent hyperv_hv-cinder-79797 with host hv-cinder-79797 {{(pid=93702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 17:08:50.263519 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Device 6828f935-363e-4d8c-8695-9be61abc441b up at agent hyperv_hv-cinder-79797 {{(pid=93702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 17:08:50.275475 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-5ed64744-b8da-491b-a63e-e19b98a32ad7 req-e5afbff9-6e69-43ed-a818-ab17bb24fabf service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:50.283729 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:08:50.317435 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-5ed64744-b8da-491b-a63e-e19b98a32ad7 req-e5afbff9-6e69-43ed-a818-ab17bb24fabf service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=240ea0bc-105c-4667-abc7-4b917e0290b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265060 Jun 24 17:08:50.327002 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5afbff9-6e69-43ed-a818-ab17bb24fabf service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=dc5d3fc7-fc01-4e1a-87b5-de17a5a2fb73,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:08:50.330660 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-e5afbff9-6e69-43ed-a818-ab17bb24fabf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:08:50.395382 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Provisioning for port 6828f935-363e-4d8c-8695-9be61abc441b completed by entity L2. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 17:08:50.405338 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Provisioning complete for port 6828f935-363e-4d8c-8695-9be61abc441b triggered by entity L2. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 17:08:50.406119 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979100'] for port, provisioning_complete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:50.412189 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] For port 5461bbc6-fde4-410b-9dc5-dd8aaea03e71, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=5461bbc6-fde4-410b-9dc5-dd8aaea03e71,segment=NetworkSegment(2dcfe78b-23a4-4269-b080-4498cc70c905),segment_id=2dcfe78b-23a4-4269-b080-4498cc70c905)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 17:08:50.445180 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Returning: {'device': '5461bbc6-fde4-410b-9dc5-dd8aaea03e71', 'network_id': '64ba3aa0-af7f-43bc-95fc-b6be55710575', 'port_id': '5461bbc6-fde4-410b-9dc5-dd8aaea03e71', 'mac_address': 'fa:16:3e:e8:e2:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dca613bb-5c51-470d-979d-79528d145d2a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 17:08:50.494959 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:50.532489 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.notifiers.nova [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5461bbc6-fde4-410b-9dc5-dd8aaea03e71 {{(pid=93702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 17:08:50.560011 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:50.571168 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] For port 5461bbc6-fde4-410b-9dc5-dd8aaea03e71, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=5461bbc6-fde4-410b-9dc5-dd8aaea03e71,segment=NetworkSegment(2dcfe78b-23a4-4269-b080-4498cc70c905),segment_id=2dcfe78b-23a4-4269-b080-4498cc70c905)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 17:08:50.576327 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4949d23-3f80-44f2-bb79-e33dd467db2a req-61071f9f-3a47-4faf-a534-8a51596792de tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:08:50.578044 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-b4949d23-3f80-44f2-bb79-e33dd467db2a req-61071f9f-3a47-4faf-a534-8a51596792de tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/ports?device_id=7b9fb087-423b-44d5-92c7-e94bdd0e3317 HTTP/1.1" status: 200 len: 943 time: 0.0783546 Jun 24 17:08:50.595975 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] For port 6828f935-363e-4d8c-8695-9be61abc441b, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=6828f935-363e-4d8c-8695-9be61abc441b,segment=NetworkSegment(2dcfe78b-23a4-4269-b080-4498cc70c905),segment_id=2dcfe78b-23a4-4269-b080-4498cc70c905)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 17:08:50.632216 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-b4949d23-3f80-44f2-bb79-e33dd467db2a req-ac7f13e2-2fce-4fb3-ba49-a48fcd28f000 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/security-groups?id=92795e86-bc90-401e-8d2a-ff4520af3818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478697 Jun 24 17:08:50.669906 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:50.669906 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:08:50.731768 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Pushing event updated for resources: {'Port': ['ID=5461bbc6-fde4-410b-9dc5-dd8aaea03e71,revision_number=4']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:08:50.743181 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:08:50.744671 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:50.746690 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:08:50.818080 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Pushing event updated for resources: {'Port': ['ID=6828f935-363e-4d8c-8695-9be61abc441b,revision_number=5']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:08:50.974376 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:08:50.975389 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0865330-3f75-45d4-aac8-365dfd45f9d5 req-d6da00b5-67c6-4b9c-ba17-d69e2e394856 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:08:50.975389 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-a0865330-3f75-45d4-aac8-365dfd45f9d5 req-d6da00b5-67c6-4b9c-ba17-d69e2e394856 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.15 "GET /v2.0/ports?device_id=7f3d984b-f6ee-40de-ba4c-8370d8f6cef6 HTTP/1.1" status: 200 len: 945 time: 0.1017630 Jun 24 17:08:50.975389 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-a0865330-3f75-45d4-aac8-365dfd45f9d5 req-99d4d8fc-453b-40e3-b9d5-185b715e57c2 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.15 "GET /v2.0/security-groups?id=240ea0bc-105c-4667-abc7-4b917e0290b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333426 Jun 24 17:08:51.049893 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd190ea-08b1-4f1f-970d-37f154f653b4 req-77fa0b1a-9e6d-404d-b6d3-f1f67de566a4 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:08:51.051483 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-abd190ea-08b1-4f1f-970d-37f154f653b4 req-77fa0b1a-9e6d-404d-b6d3-f1f67de566a4 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/ports?device_id=2cb35b0b-f463-499a-8688-2bd5f250449b HTTP/1.1" status: 200 len: 943 time: 0.0637643 Jun 24 17:08:51.093634 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-abd190ea-08b1-4f1f-970d-37f154f653b4 req-503ba4ce-ba90-4a8c-9e0e-44923347fd0e tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac3fa70e-0f44-45d3-b39b-c4cad7af486e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347097 Jun 24 17:08:51.158940 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] get_ports_and_sgs() called for port_ids ['5461bbc6-fde4-410b-9dc5-dd8aaea03e71'] {{(pid=93702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 17:08:51.232625 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb918fe7-12e9-4777-83ed-3e4f5174e549 req-99e8ce44-3b8b-4f43-b258-3ac333cbc56b tempest-DeleteServersTestJSON-1513565885 tempest-DeleteServersTestJSON-1513565885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:08:51.234134 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-fb918fe7-12e9-4777-83ed-3e4f5174e549 req-99e8ce44-3b8b-4f43-b258-3ac333cbc56b tempest-DeleteServersTestJSON-1513565885 tempest-DeleteServersTestJSON-1513565885-project] 10.222.0.15 "GET /v2.0/ports?device_id=35d1563d-65d4-4696-bf64-9fa89e5f8567 HTTP/1.1" status: 200 len: 946 time: 0.0753450 Jun 24 17:08:51.277229 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-fb918fe7-12e9-4777-83ed-3e4f5174e549 req-d0737610-8032-4a57-9715-69e813d3055b tempest-DeleteServersTestJSON-1513565885 tempest-DeleteServersTestJSON-1513565885-project] 10.222.0.15 "GET /v2.0/security-groups?id=10c0f418-3e44-4c64-a836-2045165cded7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363019 Jun 24 17:08:51.411077 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ddc998-91e6-41f1-b3ff-7f838ee4d793 req-095b799b-fe8c-4f2b-b62b-8d32fe2e1273 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:08:51.411077 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-f0ddc998-91e6-41f1-b3ff-7f838ee4d793 req-095b799b-fe8c-4f2b-b62b-8d32fe2e1273 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e688142-60f7-460e-a0a8-12277958e273 HTTP/1.1" status: 200 len: 944 time: 0.0832267 Jun 24 17:08:51.441849 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-f0ddc998-91e6-41f1-b3ff-7f838ee4d793 req-c5a7deec-5b77-4e74-b8f7-b428f954fa6f tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] 10.222.0.15 "GET /v2.0/security-groups?id=77f7ab56-104c-48f4-8da5-818b0fcbd6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351124 Jun 24 17:08:51.452674 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35d1563d-65d4-4696-bf64-9fa89e5f8567', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b863315-7dd5-45a7-99bc-0e12ba3779a8'}, {'server_uuid': '6a7584ab-9d6d-4da0-8c7d-310e8d6fb3b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6828f935-363e-4d8c-8695-9be61abc441b'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 17:08:51.456218 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d8b605067795a7fc2c115f7278a2b51e92dc277499becda2f2169a787a2c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5348455-f109-4274-bae0-6540897e0546" -d '{"events": [{"server_uuid": "35d1563d-65d4-4696-bf64-9fa89e5f8567", "name": "network-vif-plugged", "status": "completed", "tag": "6b863315-7dd5-45a7-99bc-0e12ba3779a8"}, {"server_uuid": "6a7584ab-9d6d-4da0-8c7d-310e8d6fb3b4", "name": "network-vif-plugged", "status": "completed", "tag": "6828f935-363e-4d8c-8695-9be61abc441b"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 17:08:51.500909 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 24 Jun 2021 17:08:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1372c76d-06dd-432b-8692-b272c855b5fa x-openstack-request-id: req-1372c76d-06dd-432b-8692-b272c855b5fa {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 17:08:51.501309 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35d1563d-65d4-4696-bf64-9fa89e5f8567", "name": "network-vif-plugged", "status": "completed", "tag": "6b863315-7dd5-45a7-99bc-0e12ba3779a8", "code": 200}, {"server_uuid": "6a7584ab-9d6d-4da0-8c7d-310e8d6fb3b4", "name": "network-vif-plugged", "status": "completed", "tag": "6828f935-363e-4d8c-8695-9be61abc441b", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 17:08:51.501671 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1372c76d-06dd-432b-8692-b272c855b5fa {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 17:08:51.502187 dv-cinder-797970-1-iscsi neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35d1563d-65d4-4696-bf64-9fa89e5f8567', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b863315-7dd5-45a7-99bc-0e12ba3779a8', 'code': 200} Jun 24 17:08:51.502540 dv-cinder-797970-1-iscsi neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a7584ab-9d6d-4da0-8c7d-310e8d6fb3b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6828f935-363e-4d8c-8695-9be61abc441b', 'code': 200} Jun 24 17:08:51.534823 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 54484) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:08:51.794326 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ee1b641d-8736-428b-afd2-1c681528a284 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:51.863387 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba6f884-0807-4a66-b53f-7741f99d6cef req-054a1325-e964-481a-8ca7-eeb298fb3c06 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:08:51.864892 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-7ba6f884-0807-4a66-b53f-7741f99d6cef req-054a1325-e964-481a-8ca7-eeb298fb3c06 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/ports?device_id=7b9fb087-423b-44d5-92c7-e94bdd0e3317 HTTP/1.1" status: 200 len: 944 time: 0.1115890 Jun 24 17:08:51.914199 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-7ba6f884-0807-4a66-b53f-7741f99d6cef req-83c42ddd-30dd-463c-9606-46d9d09435ac tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/security-groups?id=92795e86-bc90-401e-8d2a-ff4520af3818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410409 Jun 24 17:08:51.934371 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ee1b641d-8736-428b-afd2-1c681528a284 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:51.963572 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2ccf1b-54cf-46b0-81ac-d4b23d5e1afc req-3a86ad4f-4eb0-43a3-980f-93f039f4b05a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:08:51.965548 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-de2ccf1b-54cf-46b0-81ac-d4b23d5e1afc req-3a86ad4f-4eb0-43a3-980f-93f039f4b05a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6a7584ab-9d6d-4da0-8c7d-310e8d6fb3b4 HTTP/1.1" status: 200 len: 1099 time: 0.0659480 Jun 24 17:08:52.022064 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-de2ccf1b-54cf-46b0-81ac-d4b23d5e1afc req-bf3fc942-30d2-4faa-995f-dea259c2fc47 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=92795e86-bc90-401e-8d2a-ff4520af3818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403740 Jun 24 17:08:52.029100 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ee1b641d-8736-428b-afd2-1c681528a284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:52.035818 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 54494) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:08:52.043836 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-71d78660-7e2a-4e13-92eb-ded3638d0b53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:08:52.095568 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-ee1b641d-8736-428b-afd2-1c681528a284 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4dcab55b22c944d4a9019044ef66d647&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5595036 Jun 24 17:08:52.098630 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 54498) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:08:52.118836 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1b641d-8736-428b-afd2-1c681528a284 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dfccd6a-c71e-40c7-9668-c09f16aab654,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:08:52.124638 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-ee1b641d-8736-428b-afd2-1c681528a284 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:08:52.159633 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a935d13-8c61-4c1a-8328-4037979e84a9 req-623a1021-34c4-407a-9b57-1ec907aa0b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:08:52.161169 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-3a935d13-8c61-4c1a-8328-4037979e84a9 req-623a1021-34c4-407a-9b57-1ec907aa0b7b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=35d1563d-65d4-4696-bf64-9fa89e5f8567 HTTP/1.1" status: 200 len: 1099 time: 0.1796298 Jun 24 17:08:52.174945 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7e5f114a-40db-4631-a131-c406889656db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:52.178259 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7bf5c509-25a5-42a8-9cc3-e14e8bad04e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:52.192214 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42474d51-4562-471e-890d-8279e5024027 req-9479c4b0-859c-4e24-b7f0-68295add07f3 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:08:52.194126 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-42474d51-4562-471e-890d-8279e5024027 req-9479c4b0-859c-4e24-b7f0-68295add07f3 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.15 "GET /v2.0/ports?device_id=7f3d984b-f6ee-40de-ba4c-8370d8f6cef6 HTTP/1.1" status: 200 len: 945 time: 0.1283247 Jun 24 17:08:52.220753 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7e5f114a-40db-4631-a131-c406889656db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:52.239270 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-42474d51-4562-471e-890d-8279e5024027 req-7295ce36-1ca7-4d3a-8a72-fe0adfaef9fd tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.15 "GET /v2.0/security-groups?id=240ea0bc-105c-4667-abc7-4b917e0290b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379400 Jun 24 17:08:52.269131 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Device f6a25839-6236-4295-86d9-9bf65bfb8d21 details requested by agent hyperv_hv-cinder-79797 with host hv-cinder-79797 {{(pid=93702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 17:08:52.283907 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Device 5461bbc6-fde4-410b-9dc5-dd8aaea03e71 up at agent hyperv_hv-cinder-79797 {{(pid=93702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 17:08:52.369902 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca089c4-e364-4b05-be32-0714dc37af0d req-1eb7b3ce-d7b6-458e-9d38-96c29d7ad160 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:08:52.371474 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-6ca089c4-e364-4b05-be32-0714dc37af0d req-1eb7b3ce-d7b6-458e-9d38-96c29d7ad160 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/ports?device_id=2cb35b0b-f463-499a-8688-2bd5f250449b HTTP/1.1" status: 200 len: 943 time: 0.1123924 Jun 24 17:08:52.382847 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7bf5c509-25a5-42a8-9cc3-e14e8bad04e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:52.389719 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7e5f114a-40db-4631-a131-c406889656db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:52.398846 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7e5f114a-40db-4631-a131-c406889656db admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:52.399944 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-7e5f114a-40db-4631-a131-c406889656db admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2dfccd6a-c71e-40c7-9668-c09f16aab654 HTTP/1.1" status: 204 len: 168 time: 0.2989132 Jun 24 17:08:52.402265 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-5c7ddfa7-ce0f-4eee-baec-7faa8bf9efee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:08:52.415383 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5f114a-40db-4631-a131-c406889656db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dfccd6a-c71e-40c7-9668-c09f16aab654,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:08:52.417854 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-7e5f114a-40db-4631-a131-c406889656db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:08:52.432957 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-6ca089c4-e364-4b05-be32-0714dc37af0d req-4a1108f4-2cd9-4afc-8981-7dcb9a53eb87 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac3fa70e-0f44-45d3-b39b-c4cad7af486e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536020 Jun 24 17:08:52.453536 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] For port f6a25839-6236-4295-86d9-9bf65bfb8d21, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=f6a25839-6236-4295-86d9-9bf65bfb8d21,segment=NetworkSegment(b0afad56-fb31-4d16-833b-399d642d2d6a),segment_id=b0afad56-fb31-4d16-833b-399d642d2d6a)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 17:08:52.464213 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7bf5c509-25a5-42a8-9cc3-e14e8bad04e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:52.465774 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-3a935d13-8c61-4c1a-8328-4037979e84a9 req-1c79c841-38c6-4f0e-af0a-aa35e1157c27 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=10c0f418-3e44-4c64-a836-2045165cded7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824394 Jun 24 17:08:52.466204 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Returning: {'device': 'f6a25839-6236-4295-86d9-9bf65bfb8d21', 'network_id': 'b5831895-94e5-4f0a-8fea-bf10963f4724', 'port_id': 'f6a25839-6236-4295-86d9-9bf65bfb8d21', 'mac_address': 'fa:16:3e:89:98:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e87b4c16-dac9-4f7c-93b5-b846172b2da1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 17:08:52.468337 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-c57edd18-b233-4e92-b56d-2bd5f9f263c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:08:52.519950 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-7bf5c509-25a5-42a8-9cc3-e14e8bad04e0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f65ad7fa85b1466c8779a34f6e33348e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4830387 Jun 24 17:08:52.520236 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 54508) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:08:52.525240 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:52.525749 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf5c509-25a5-42a8-9cc3-e14e8bad04e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3a1c9aa-b77c-401d-b563-acf060dc4463,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:08:52.528712 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-7bf5c509-25a5-42a8-9cc3-e14e8bad04e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:08:52.557680 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Provisioning for port 5461bbc6-fde4-410b-9dc5-dd8aaea03e71 completed by entity L2. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 17:08:52.567028 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.notifiers.nova [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6a25839-6236-4295-86d9-9bf65bfb8d21 {{(pid=93702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 17:08:52.572601 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Provisioning complete for port 5461bbc6-fde4-410b-9dc5-dd8aaea03e71 triggered by entity L2. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 17:08:52.573153 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979100'] for port, provisioning_complete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:52.586255 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068108d2-9e2f-475f-8a67-1b3714faeac2 req-5abb58c4-da5b-4080-a17d-69af300dd68b tempest-DeleteServersTestJSON-1513565885 tempest-DeleteServersTestJSON-1513565885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:08:52.593257 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-068108d2-9e2f-475f-8a67-1b3714faeac2 req-5abb58c4-da5b-4080-a17d-69af300dd68b tempest-DeleteServersTestJSON-1513565885 tempest-DeleteServersTestJSON-1513565885-project] 10.222.0.15 "GET /v2.0/ports?device_id=35d1563d-65d4-4696-bf64-9fa89e5f8567 HTTP/1.1" status: 200 len: 946 time: 0.1561599 Jun 24 17:08:52.613895 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] For port f6a25839-6236-4295-86d9-9bf65bfb8d21, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=f6a25839-6236-4295-86d9-9bf65bfb8d21,segment=NetworkSegment(b0afad56-fb31-4d16-833b-399d642d2d6a),segment_id=b0afad56-fb31-4d16-833b-399d642d2d6a)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 17:08:52.621522 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b1259dce-cb4b-4203-a7e9-688356243229 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:52.655329 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b1259dce-cb4b-4203-a7e9-688356243229 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:52.659660 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-068108d2-9e2f-475f-8a67-1b3714faeac2 req-9ab1477f-e54f-4615-9967-ec1efc489eb8 tempest-DeleteServersTestJSON-1513565885 tempest-DeleteServersTestJSON-1513565885-project] 10.222.0.15 "GET /v2.0/security-groups?id=10c0f418-3e44-4c64-a836-2045165cded7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655820 Jun 24 17:08:52.673727 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:52.691715 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:52.695322 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:08:52.698194 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f4f386-0010-46ba-a82c-0a289efd2867 req-3f4ab094-68cb-4f41-92fe-6dd6a3941493 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:08:52.701484 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-78f4f386-0010-46ba-a82c-0a289efd2867 req-3f4ab094-68cb-4f41-92fe-6dd6a3941493 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e688142-60f7-460e-a0a8-12277958e273 HTTP/1.1" status: 200 len: 944 time: 0.0801303 Jun 24 17:08:52.731308 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] For port 5461bbc6-fde4-410b-9dc5-dd8aaea03e71, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=5461bbc6-fde4-410b-9dc5-dd8aaea03e71,segment=NetworkSegment(2dcfe78b-23a4-4269-b080-4498cc70c905),segment_id=2dcfe78b-23a4-4269-b080-4498cc70c905)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 17:08:52.751773 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-78f4f386-0010-46ba-a82c-0a289efd2867 req-d033284c-eeda-4d11-a8bf-28ea85cb158a tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] 10.222.0.15 "GET /v2.0/security-groups?id=77f7ab56-104c-48f4-8da5-818b0fcbd6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462306 Jun 24 17:08:52.752725 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Pushing event updated for resources: {'Port': ['ID=f6a25839-6236-4295-86d9-9bf65bfb8d21,revision_number=4']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:08:52.763274 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:08:52.806600 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b1259dce-cb4b-4203-a7e9-688356243229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:52.809501 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b1259dce-cb4b-4203-a7e9-688356243229 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:52.810651 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-b1259dce-cb4b-4203-a7e9-688356243229 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d3a1c9aa-b77c-401d-b563-acf060dc4463 HTTP/1.1" status: 204 len: 168 time: 0.2895393 Jun 24 17:08:52.811421 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-72004df4-2da4-492c-a045-c1d579b02284 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:08:52.822090 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1259dce-cb4b-4203-a7e9-688356243229 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3a1c9aa-b77c-401d-b563-acf060dc4463,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:08:52.822897 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-b1259dce-cb4b-4203-a7e9-688356243229 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:08:52.840872 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:52.843044 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:08:52.894860 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Pushing event updated for resources: {'Port': ['ID=5461bbc6-fde4-410b-9dc5-dd8aaea03e71,revision_number=5']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:08:52.897855 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:08:53.102251 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ea04d2-118e-4f18-b6c2-de2acde2e6bc req-d292ba4b-f699-45b2-8d35-b93a1a0339a3 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:08:53.103704 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-67ea04d2-118e-4f18-b6c2-de2acde2e6bc req-d292ba4b-f699-45b2-8d35-b93a1a0339a3 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/ports?device_id=7b9fb087-423b-44d5-92c7-e94bdd0e3317 HTTP/1.1" status: 200 len: 945 time: 0.0632026 Jun 24 17:08:53.141601 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-67ea04d2-118e-4f18-b6c2-de2acde2e6bc req-97483d17-9383-44c0-9eab-ae28e51b34a1 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/security-groups?id=92795e86-bc90-401e-8d2a-ff4520af3818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320928 Jun 24 17:08:53.170119 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] get_ports_and_sgs() called for port_ids ['f6a25839-6236-4295-86d9-9bf65bfb8d21'] {{(pid=93702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 17:08:53.211342 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 54520) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:08:53.227103 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-54f78332-4bbf-45c9-ad23-6ad4f36e1c8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:53.402395 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-54f78332-4bbf-45c9-ad23-6ad4f36e1c8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:53.478450 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-54f78332-4bbf-45c9-ad23-6ad4f36e1c8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:53.500489 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:08:53.503760 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b9fb087-423b-44d5-92c7-e94bdd0e3317', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5461bbc6-fde4-410b-9dc5-dd8aaea03e71'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 17:08:53.508458 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d8b605067795a7fc2c115f7278a2b51e92dc277499becda2f2169a787a2c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23c38b7b-acf7-43d9-8ce4-f9291cda1bd0" -d '{"events": [{"server_uuid": "7b9fb087-423b-44d5-92c7-e94bdd0e3317", "name": "network-vif-plugged", "status": "completed", "tag": "5461bbc6-fde4-410b-9dc5-dd8aaea03e71"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 17:08:53.510567 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5b00ba-00d3-4e2a-bf8a-8098d8daed05 req-03f9dd7b-1392-4a24-b755-7c2122faecaa tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:08:53.517439 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-6c5b00ba-00d3-4e2a-bf8a-8098d8daed05 req-03f9dd7b-1392-4a24-b755-7c2122faecaa tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.15 "GET /v2.0/ports?device_id=7f3d984b-f6ee-40de-ba4c-8370d8f6cef6 HTTP/1.1" status: 200 len: 945 time: 0.1044571 Jun 24 17:08:53.568901 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-54f78332-4bbf-45c9-ad23-6ad4f36e1c8d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2f99907308724b5bb06993d153fda555&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3539267 Jun 24 17:08:53.569508 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 54538) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:08:53.570761 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f78332-4bbf-45c9-ad23-6ad4f36e1c8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b9c0cea-ac37-48e7-a97d-43bd4834040a,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:08:53.573831 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-54f78332-4bbf-45c9-ad23-6ad4f36e1c8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:08:53.600449 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-6c5b00ba-00d3-4e2a-bf8a-8098d8daed05 req-d47dfaf8-e931-444e-b4b8-c62175d7dfc6 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.15 "GET /v2.0/security-groups?id=240ea0bc-105c-4667-abc7-4b917e0290b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820529 Jun 24 17:08:53.647304 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 17:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dd93172-b268-4504-8630-85854d810720 x-openstack-request-id: req-8dd93172-b268-4504-8630-85854d810720 {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 17:08:53.647942 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b9fb087-423b-44d5-92c7-e94bdd0e3317", "name": "network-vif-plugged", "status": "completed", "tag": "5461bbc6-fde4-410b-9dc5-dd8aaea03e71", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 17:08:53.648571 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8dd93172-b268-4504-8630-85854d810720 {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 17:08:53.649190 dv-cinder-797970-1-iscsi neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b9fb087-423b-44d5-92c7-e94bdd0e3317', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5461bbc6-fde4-410b-9dc5-dd8aaea03e71', 'code': 200} Jun 24 17:08:53.669808 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1c3266ea-adcf-46e4-a364-655cee9ddfef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:53.678607 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da2f8ac-8d4a-4bb6-b4b8-c0f1bbde4fde req-5bb27e05-7716-44db-8554-ec12370f764d tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:08:53.682085 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-7da2f8ac-8d4a-4bb6-b4b8-c0f1bbde4fde req-5bb27e05-7716-44db-8554-ec12370f764d tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/ports?device_id=2cb35b0b-f463-499a-8688-2bd5f250449b HTTP/1.1" status: 200 len: 943 time: 0.1140428 Jun 24 17:08:53.719478 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1c3266ea-adcf-46e4-a364-655cee9ddfef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:53.725357 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 54542) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:08:53.750048 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4e6443a3-1518-4467-af7f-de08bd6c4326 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:53.755255 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-7da2f8ac-8d4a-4bb6-b4b8-c0f1bbde4fde req-5f5401d1-c09c-4eff-8620-6db3c2c1ddae tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac3fa70e-0f44-45d3-b39b-c4cad7af486e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690534 Jun 24 17:08:53.858487 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda56e22-f85c-4afc-8735-99651472f538 req-d5553f97-b45b-402d-8e1f-678123c1d79c tempest-DeleteServersTestJSON-1513565885 tempest-DeleteServersTestJSON-1513565885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:08:53.859852 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-fda56e22-f85c-4afc-8735-99651472f538 req-d5553f97-b45b-402d-8e1f-678123c1d79c tempest-DeleteServersTestJSON-1513565885 tempest-DeleteServersTestJSON-1513565885-project] 10.222.0.15 "GET /v2.0/ports?device_id=35d1563d-65d4-4696-bf64-9fa89e5f8567 HTTP/1.1" status: 200 len: 946 time: 0.0692554 Jun 24 17:08:53.875061 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1c3266ea-adcf-46e4-a364-655cee9ddfef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:53.878735 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1c3266ea-adcf-46e4-a364-655cee9ddfef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:53.879374 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-1c3266ea-adcf-46e4-a364-655cee9ddfef admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7b9c0cea-ac37-48e7-a97d-43bd4834040a HTTP/1.1" status: 204 len: 168 time: 0.2791791 Jun 24 17:08:53.879952 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-5e32b759-14e9-4064-b338-ed22d3ea4368 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:08:53.894632 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3266ea-adcf-46e4-a364-655cee9ddfef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b9c0cea-ac37-48e7-a97d-43bd4834040a,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:08:53.965185 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4e6443a3-1518-4467-af7f-de08bd6c4326 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:53.969541 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-fda56e22-f85c-4afc-8735-99651472f538 req-cca6ba57-da38-40d1-84dd-1e97e679b47a tempest-DeleteServersTestJSON-1513565885 tempest-DeleteServersTestJSON-1513565885-project] 10.222.0.15 "GET /v2.0/security-groups?id=10c0f418-3e44-4c64-a836-2045165cded7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041613 Jun 24 17:08:53.978815 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-1c3266ea-adcf-46e4-a364-655cee9ddfef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:08:54.035941 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4432c162-9443-482f-aad6-e2ee04a66c67 req-87b2d2e4-e8b5-49ff-9f71-ab8ac0d2d9a3 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:08:54.037462 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-4432c162-9443-482f-aad6-e2ee04a66c67 req-87b2d2e4-e8b5-49ff-9f71-ab8ac0d2d9a3 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e688142-60f7-460e-a0a8-12277958e273 HTTP/1.1" status: 200 len: 945 time: 0.1441329 Jun 24 17:08:54.052304 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4e6443a3-1518-4467-af7f-de08bd6c4326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:54.057385 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-1a280249-1f43-4c54-91b9-ec13acca603e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:08:54.087791 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-4432c162-9443-482f-aad6-e2ee04a66c67 req-3b53395c-2de0-44ca-a2a5-da66ab5d39d4 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] 10.222.0.15 "GET /v2.0/security-groups?id=77f7ab56-104c-48f4-8da5-818b0fcbd6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436978 Jun 24 17:08:54.093772 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6443a3-1518-4467-af7f-de08bd6c4326 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dca2586-f775-48da-897f-f21b4c9f7038,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:08:54.097860 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-4e6443a3-1518-4467-af7f-de08bd6c4326 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:08:54.121177 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-4e6443a3-1518-4467-af7f-de08bd6c4326 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d1a62764beb048c0aa2ab6f1cbd11a7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3836341 Jun 24 17:08:54.121177 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 54550) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:08:54.167536 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-9f178d06-14e2-4500-a840-d39e9c9c2633 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:54.189327 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-9f178d06-14e2-4500-a840-d39e9c9c2633 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:54.240571 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88063518-270a-432b-a0eb-e97785c72e56 req-897f9f8d-0de2-4170-905b-1a76b69109c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:08:54.243310 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-88063518-270a-432b-a0eb-e97785c72e56 req-897f9f8d-0de2-4170-905b-1a76b69109c5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7b9fb087-423b-44d5-92c7-e94bdd0e3317 HTTP/1.1" status: 200 len: 1098 time: 0.0770090 Jun 24 17:08:54.283677 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Device f93a09a9-7187-40b2-8cc5-8b5ba5891655 details requested by agent hyperv_hv-cinder-79797 with host hv-cinder-79797 {{(pid=93702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 17:08:54.313539 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-9f178d06-14e2-4500-a840-d39e9c9c2633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:54.316121 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-9f178d06-14e2-4500-a840-d39e9c9c2633 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:54.320345 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-9f178d06-14e2-4500-a840-d39e9c9c2633 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1dca2586-f775-48da-897f-f21b4c9f7038 HTTP/1.1" status: 204 len: 168 time: 0.2022185 Jun 24 17:08:54.320345 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:08:54.330524 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f178d06-14e2-4500-a840-d39e9c9c2633 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dca2586-f775-48da-897f-f21b4c9f7038,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:08:54.334275 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-9f178d06-14e2-4500-a840-d39e9c9c2633 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:08:54.374412 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f2d1fa-7893-481f-a84d-8f97ec315eed req-50dbedce-b523-461d-8c24-60dc200c53de tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:08:54.384351 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-e0f2d1fa-7893-481f-a84d-8f97ec315eed req-50dbedce-b523-461d-8c24-60dc200c53de tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/ports?device_id=7b9fb087-423b-44d5-92c7-e94bdd0e3317 HTTP/1.1" status: 200 len: 945 time: 0.1072533 Jun 24 17:08:54.397325 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-88063518-270a-432b-a0eb-e97785c72e56 req-1c09a8c6-9d86-4d0b-a93c-b47e1d2b0968 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=92795e86-bc90-401e-8d2a-ff4520af3818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555322 Jun 24 17:08:54.448524 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-e0f2d1fa-7893-481f-a84d-8f97ec315eed req-d5ec610f-bd52-45db-acaf-48b2c0f70601 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/security-groups?id=92795e86-bc90-401e-8d2a-ff4520af3818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628114 Jun 24 17:08:54.450001 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] For port f93a09a9-7187-40b2-8cc5-8b5ba5891655, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=f93a09a9-7187-40b2-8cc5-8b5ba5891655,segment=NetworkSegment(10a83dba-9475-45c8-9dae-cc9d5b4ac03a),segment_id=10a83dba-9475-45c8-9dae-cc9d5b4ac03a)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 17:08:54.464499 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Returning: {'device': 'f93a09a9-7187-40b2-8cc5-8b5ba5891655', 'network_id': 'e2c58ddc-3a0b-4159-9aa1-b7e24abf6c42', 'port_id': 'f93a09a9-7187-40b2-8cc5-8b5ba5891655', 'mac_address': 'fa:16:3e:94:32:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f50fbc4-85b7-4dc1-a33e-164695f5eb21', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 17:08:54.599137 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:54.613313 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.notifiers.nova [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f93a09a9-7187-40b2-8cc5-8b5ba5891655 {{(pid=93702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 17:08:54.635978 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] For port f93a09a9-7187-40b2-8cc5-8b5ba5891655, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=f93a09a9-7187-40b2-8cc5-8b5ba5891655,segment=NetworkSegment(10a83dba-9475-45c8-9dae-cc9d5b4ac03a),segment_id=10a83dba-9475-45c8-9dae-cc9d5b4ac03a)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 17:08:54.718817 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:54.720797 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:08:54.767940 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Pushing event updated for resources: {'Port': ['ID=f93a09a9-7187-40b2-8cc5-8b5ba5891655,revision_number=4']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:08:54.771033 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:08:54.788206 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72509416-8b04-40a2-a7e4-f88356e51ce8 req-d8816ab6-445a-4651-b770-1a9f8aba4eef tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:08:54.790441 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-72509416-8b04-40a2-a7e4-f88356e51ce8 req-d8816ab6-445a-4651-b770-1a9f8aba4eef tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.15 "GET /v2.0/ports?device_id=7f3d984b-f6ee-40de-ba4c-8370d8f6cef6 HTTP/1.1" status: 200 len: 945 time: 0.0833681 Jun 24 17:08:54.841480 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-72509416-8b04-40a2-a7e4-f88356e51ce8 req-8bcb230a-0cce-402f-8d13-df3d295fcc6c tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.15 "GET /v2.0/security-groups?id=240ea0bc-105c-4667-abc7-4b917e0290b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438087 Jun 24 17:08:55.002986 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45777cf1-356d-47b9-b3fc-32c11c12c645 req-7c101a48-a842-4c36-b919-b517e7dca629 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:08:55.004664 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-45777cf1-356d-47b9-b3fc-32c11c12c645 req-7c101a48-a842-4c36-b919-b517e7dca629 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/ports?device_id=2cb35b0b-f463-499a-8688-2bd5f250449b HTTP/1.1" status: 200 len: 944 time: 0.0669534 Jun 24 17:08:55.064477 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-45777cf1-356d-47b9-b3fc-32c11c12c645 req-1373879f-2831-4f30-9be5-b5b3599b3b55 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac3fa70e-0f44-45d3-b39b-c4cad7af486e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432644 Jun 24 17:08:55.265511 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] get_ports_and_sgs() called for port_ids ['f93a09a9-7187-40b2-8cc5-8b5ba5891655'] {{(pid=93702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 17:08:55.370547 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979109aa-0191-4db6-8207-c29e18aff49c req-ef7d6373-4ef8-47c7-ba0f-1e13c1470511 tempest-DeleteServersTestJSON-1513565885 tempest-DeleteServersTestJSON-1513565885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:08:55.372219 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-979109aa-0191-4db6-8207-c29e18aff49c req-ef7d6373-4ef8-47c7-ba0f-1e13c1470511 tempest-DeleteServersTestJSON-1513565885 tempest-DeleteServersTestJSON-1513565885-project] 10.222.0.15 "GET /v2.0/ports?device_id=35d1563d-65d4-4696-bf64-9fa89e5f8567 HTTP/1.1" status: 200 len: 946 time: 0.0852866 Jun 24 17:08:55.421906 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2826513b-ac18-4762-8020-f734ab7db080 req-159cc0a1-a289-467e-b3c2-70c8b0e6d904 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:08:55.425859 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-979109aa-0191-4db6-8207-c29e18aff49c req-2ecf94b3-e197-4fb7-8c49-42a1aec53474 tempest-DeleteServersTestJSON-1513565885 tempest-DeleteServersTestJSON-1513565885-project] 10.222.0.15 "GET /v2.0/security-groups?id=10c0f418-3e44-4c64-a836-2045165cded7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451379 Jun 24 17:08:55.429789 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-2826513b-ac18-4762-8020-f734ab7db080 req-159cc0a1-a289-467e-b3c2-70c8b0e6d904 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e688142-60f7-460e-a0a8-12277958e273 HTTP/1.1" status: 200 len: 945 time: 0.1185448 Jun 24 17:08:55.465624 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-2826513b-ac18-4762-8020-f734ab7db080 req-9e3d6df1-2845-4f2d-b036-acff01e622fd tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] 10.222.0.15 "GET /v2.0/security-groups?id=77f7ab56-104c-48f4-8da5-818b0fcbd6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341187 Jun 24 17:08:55.643020 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca312bb7-bf5e-4ef3-a583-39cbeda80f8f req-2818df72-0393-4e0c-b9c0-2edb0083d6a8 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:08:55.644545 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-ca312bb7-bf5e-4ef3-a583-39cbeda80f8f req-2818df72-0393-4e0c-b9c0-2edb0083d6a8 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/ports?device_id=7b9fb087-423b-44d5-92c7-e94bdd0e3317 HTTP/1.1" status: 200 len: 945 time: 0.0788217 Jun 24 17:08:55.685179 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-ca312bb7-bf5e-4ef3-a583-39cbeda80f8f req-d8f57551-86de-4af2-957e-8a2d37701ffd tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/security-groups?id=92795e86-bc90-401e-8d2a-ff4520af3818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324490 Jun 24 17:08:56.258077 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c538f92-9744-4abc-9dd1-00f388105859 req-999a6bb3-ec5c-46c4-8c79-745c28f5b2bf tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:08:56.266968 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-5c538f92-9744-4abc-9dd1-00f388105859 req-999a6bb3-ec5c-46c4-8c79-745c28f5b2bf tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/ports?device_id=2cb35b0b-f463-499a-8688-2bd5f250449b HTTP/1.1" status: 200 len: 944 time: 0.0791924 Jun 24 17:08:56.293468 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Device f6a25839-6236-4295-86d9-9bf65bfb8d21 up at agent hyperv_hv-cinder-79797 {{(pid=93702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 17:08:56.309781 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-5c538f92-9744-4abc-9dd1-00f388105859 req-c200743e-6a6e-46d9-8938-90494e8c2687 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac3fa70e-0f44-45d3-b39b-c4cad7af486e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381727 Jun 24 17:08:56.401733 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Provisioning for port f6a25839-6236-4295-86d9-9bf65bfb8d21 completed by entity L2. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 17:08:56.406107 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Provisioning complete for port f6a25839-6236-4295-86d9-9bf65bfb8d21 triggered by entity L2. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 17:08:56.406483 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979100'] for port, provisioning_complete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:56.525852 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:56.563078 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e688142-60f7-460e-a0a8-12277958e273', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6a25839-6236-4295-86d9-9bf65bfb8d21'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 17:08:56.568160 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d8b605067795a7fc2c115f7278a2b51e92dc277499becda2f2169a787a2c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6883e4f2-1fa1-4832-a4bc-b0dcd14c06d7" -d '{"events": [{"server_uuid": "1e688142-60f7-460e-a0a8-12277958e273", "name": "network-vif-plugged", "status": "completed", "tag": "f6a25839-6236-4295-86d9-9bf65bfb8d21"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 17:08:56.583029 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] For port f6a25839-6236-4295-86d9-9bf65bfb8d21, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=f6a25839-6236-4295-86d9-9bf65bfb8d21,segment=NetworkSegment(b0afad56-fb31-4d16-833b-399d642d2d6a),segment_id=b0afad56-fb31-4d16-833b-399d642d2d6a)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 17:08:56.610352 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 17:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7f35cce-8f41-47a1-9fbe-836ac0140cdd x-openstack-request-id: req-a7f35cce-8f41-47a1-9fbe-836ac0140cdd {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 17:08:56.610665 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e688142-60f7-460e-a0a8-12277958e273", "name": "network-vif-plugged", "status": "completed", "tag": "f6a25839-6236-4295-86d9-9bf65bfb8d21", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 17:08:56.611098 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a7f35cce-8f41-47a1-9fbe-836ac0140cdd {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 17:08:56.611631 dv-cinder-797970-1-iscsi neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e688142-60f7-460e-a0a8-12277958e273', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6a25839-6236-4295-86d9-9bf65bfb8d21', 'code': 200} Jun 24 17:08:56.708332 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e062952-4997-4fb0-8f83-ca806c57005a req-c305862b-a2a4-4df3-b190-1bd9bedfb484 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:08:56.709581 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:56.712507 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:08:56.722070 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-1e062952-4997-4fb0-8f83-ca806c57005a req-c305862b-a2a4-4df3-b190-1bd9bedfb484 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e688142-60f7-460e-a0a8-12277958e273 HTTP/1.1" status: 200 len: 945 time: 0.0863762 Jun 24 17:08:56.775051 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-1e062952-4997-4fb0-8f83-ca806c57005a req-3800d15e-5cde-459b-989d-db0523dee0a8 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] 10.222.0.15 "GET /v2.0/security-groups?id=77f7ab56-104c-48f4-8da5-818b0fcbd6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502174 Jun 24 17:08:56.779774 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Pushing event updated for resources: {'Port': ['ID=f6a25839-6236-4295-86d9-9bf65bfb8d21,revision_number=5']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:08:56.782482 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:08:56.922640 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c53e39-c03b-448d-a749-b598b5dbf2a6 req-b1f24e25-5ccc-404c-b766-f9ee11627b45 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:08:56.924469 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-c2c53e39-c03b-448d-a749-b598b5dbf2a6 req-b1f24e25-5ccc-404c-b766-f9ee11627b45 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/ports?device_id=7b9fb087-423b-44d5-92c7-e94bdd0e3317 HTTP/1.1" status: 200 len: 945 time: 0.0886970 Jun 24 17:08:56.974228 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-c2c53e39-c03b-448d-a749-b598b5dbf2a6 req-3b135e45-8039-43e7-ae66-0a9b3d20914a tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/security-groups?id=92795e86-bc90-401e-8d2a-ff4520af3818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421524 Jun 24 17:08:57.134035 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ee2a02-ac53-4d10-ad17-5dd94505a074 req-7f600187-7b6c-486d-b383-2aec3ec618da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:08:57.135495 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-96ee2a02-ac53-4d10-ad17-5dd94505a074 req-7f600187-7b6c-486d-b383-2aec3ec618da service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1e688142-60f7-460e-a0a8-12277958e273 HTTP/1.1" status: 200 len: 1099 time: 0.0549290 Jun 24 17:08:57.173176 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-96ee2a02-ac53-4d10-ad17-5dd94505a074 req-08187c28-efc3-41a1-9f31-9149ddd5b126 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=77f7ab56-104c-48f4-8da5-818b0fcbd6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308526 Jun 24 17:08:57.479360 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf951c63-7cab-45d0-8c1f-47ae75fbaa6e req-93e02eef-6b93-40a4-8679-a10bf60f0f0f tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:08:57.480792 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-bf951c63-7cab-45d0-8c1f-47ae75fbaa6e req-93e02eef-6b93-40a4-8679-a10bf60f0f0f tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/ports?device_id=2cb35b0b-f463-499a-8688-2bd5f250449b HTTP/1.1" status: 200 len: 944 time: 0.0651298 Jun 24 17:08:57.521722 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-bf951c63-7cab-45d0-8c1f-47ae75fbaa6e req-6015d886-2fc8-4057-b87a-44c45746de3d tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac3fa70e-0f44-45d3-b39b-c4cad7af486e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351307 Jun 24 17:08:57.751040 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b6ad88-e6dc-4579-8eff-fe79b8726908 req-05d0ec45-92d2-4e95-8d31-0358624a690c tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:08:57.752588 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-c6b6ad88-e6dc-4579-8eff-fe79b8726908 req-05d0ec45-92d2-4e95-8d31-0358624a690c tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/ports?device_id=7b9fb087-423b-44d5-92c7-e94bdd0e3317 HTTP/1.1" status: 200 len: 945 time: 0.0611334 Jun 24 17:08:57.797228 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-c6b6ad88-e6dc-4579-8eff-fe79b8726908 req-276f2a9d-1421-4d41-a6c9-ca7c5eadb33f tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/security-groups?id=92795e86-bc90-401e-8d2a-ff4520af3818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381296 Jun 24 17:08:57.852461 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a85765d-a022-4de8-b55e-113d55098b72 req-d14252f9-9c56-4d52-a49d-c08e126e5767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:08:57.854775 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-3a85765d-a022-4de8-b55e-113d55098b72 req-d14252f9-9c56-4d52-a49d-c08e126e5767 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c716f65513774ad78041f60e9016ee68&device_id=7b9fb087-423b-44d5-92c7-e94bdd0e3317 HTTP/1.1" status: 200 len: 1098 time: 0.0634303 Jun 24 17:08:57.979718 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a85765d-a022-4de8-b55e-113d55098b72 req-d96bcb51-6f6b-4f11-a0fb-7031e059b84c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:08:57.981164 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-3a85765d-a022-4de8-b55e-113d55098b72 req-d96bcb51-6f6b-4f11-a0fb-7031e059b84c service neutron] 10.222.0.37 "GET /v2.0/networks?id=64ba3aa0-af7f-43bc-95fc-b6be55710575 HTTP/1.1" status: 200 len: 919 time: 0.1201575 Jun 24 17:08:58.027555 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-3a85765d-a022-4de8-b55e-113d55098b72 req-3a126a26-d295-482d-80ec-201ef713d317 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5461bbc6-fde4-410b-9dc5-dd8aaea03e71 HTTP/1.1" status: 200 len: 217 time: 0.0382550 Jun 24 17:08:58.058672 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3264610-5cd1-4d12-b033-d9df6ef012f0 req-109c8c71-4929-47ba-bc43-96120fc6da64 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:08:58.060145 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-b3264610-5cd1-4d12-b033-d9df6ef012f0 req-109c8c71-4929-47ba-bc43-96120fc6da64 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e688142-60f7-460e-a0a8-12277958e273 HTTP/1.1" status: 200 len: 946 time: 0.1292455 Jun 24 17:08:58.119331 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a85765d-a022-4de8-b55e-113d55098b72 req-ddd7a0bc-3c3b-4277-ac19-0deb76c638fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:08:58.120771 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-3a85765d-a022-4de8-b55e-113d55098b72 req-ddd7a0bc-3c3b-4277-ac19-0deb76c638fa service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dca613bb-5c51-470d-979d-79528d145d2a HTTP/1.1" status: 200 len: 859 time: 0.0858512 Jun 24 17:08:58.130669 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-b3264610-5cd1-4d12-b033-d9df6ef012f0 req-c37bd1d7-22bb-4da9-a1d9-5df93763c685 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] 10.222.0.15 "GET /v2.0/security-groups?id=77f7ab56-104c-48f4-8da5-818b0fcbd6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525560 Jun 24 17:08:58.169281 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-3a85765d-a022-4de8-b55e-113d55098b72 req-056497b8-7c0f-4bcc-adde-cfe24c7f9d10 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=64ba3aa0-af7f-43bc-95fc-b6be55710575&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316281 Jun 24 17:08:58.263437 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-3a85765d-a022-4de8-b55e-113d55098b72 req-bf1fc97b-76ea-4c61-aeef-f270a7a2e7cb service neutron] 10.222.0.37 "GET /v2.0/networks/64ba3aa0-af7f-43bc-95fc-b6be55710575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867295 Jun 24 17:08:58.322762 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Device f93a09a9-7187-40b2-8cc5-8b5ba5891655 up at agent hyperv_hv-cinder-79797 {{(pid=93702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 17:08:58.367458 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-3a85765d-a022-4de8-b55e-113d55098b72 req-ccfca66e-2557-4a1d-a5b3-6c52bd58372e service neutron] 10.222.0.37 "GET /v2.0/networks/64ba3aa0-af7f-43bc-95fc-b6be55710575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864761 Jun 24 17:08:58.440864 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Provisioning for port f93a09a9-7187-40b2-8cc5-8b5ba5891655 completed by entity L2. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 17:08:58.445679 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Provisioning complete for port f93a09a9-7187-40b2-8cc5-8b5ba5891655 triggered by entity L2. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 17:08:58.446062 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979100'] for port, provisioning_complete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:58.526956 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:58.567548 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] For port f93a09a9-7187-40b2-8cc5-8b5ba5891655, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=f93a09a9-7187-40b2-8cc5-8b5ba5891655,segment=NetworkSegment(10a83dba-9475-45c8-9dae-cc9d5b4ac03a),segment_id=10a83dba-9475-45c8-9dae-cc9d5b4ac03a)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 17:08:58.612626 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cb35b0b-f463-499a-8688-2bd5f250449b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f93a09a9-7187-40b2-8cc5-8b5ba5891655'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 17:08:58.614974 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d8b605067795a7fc2c115f7278a2b51e92dc277499becda2f2169a787a2c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed433ba0-60d3-4dde-bb37-419f1746a9a7" -d '{"events": [{"server_uuid": "2cb35b0b-f463-499a-8688-2bd5f250449b", "name": "network-vif-plugged", "status": "completed", "tag": "f93a09a9-7187-40b2-8cc5-8b5ba5891655"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 17:08:58.649121 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:58.651014 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:08:58.698027 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Pushing event updated for resources: {'Port': ['ID=f93a09a9-7187-40b2-8cc5-8b5ba5891655,revision_number=5']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:08:58.701317 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:08:58.706947 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6267b5bd-4852-4508-92d0-20d1afbf0d23 req-ab733f53-240b-4da2-bbb5-2e9e5c078f62 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:08:58.708225 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-6267b5bd-4852-4508-92d0-20d1afbf0d23 req-ab733f53-240b-4da2-bbb5-2e9e5c078f62 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/ports?device_id=2cb35b0b-f463-499a-8688-2bd5f250449b HTTP/1.1" status: 200 len: 945 time: 0.0642660 Jun 24 17:08:58.753663 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-6267b5bd-4852-4508-92d0-20d1afbf0d23 req-bfc70fe4-7c26-4c42-a0ea-93a1da4c28af tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac3fa70e-0f44-45d3-b39b-c4cad7af486e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386305 Jun 24 17:08:58.807421 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 17:08:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6244375e-9bf5-47c1-bb82-23b5be64d638 x-openstack-request-id: req-6244375e-9bf5-47c1-bb82-23b5be64d638 {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 17:08:58.807717 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cb35b0b-f463-499a-8688-2bd5f250449b", "name": "network-vif-plugged", "status": "completed", "tag": "f93a09a9-7187-40b2-8cc5-8b5ba5891655", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 17:08:58.807977 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6244375e-9bf5-47c1-bb82-23b5be64d638 {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 17:08:58.809437 dv-cinder-797970-1-iscsi neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cb35b0b-f463-499a-8688-2bd5f250449b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f93a09a9-7187-40b2-8cc5-8b5ba5891655', 'code': 200} Jun 24 17:08:59.196027 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90177ed9-6ef9-41d9-bfe9-04a121fc5fd4 req-cb686ee6-daf6-4aeb-99ef-d817ee07c794 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:08:59.198046 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-90177ed9-6ef9-41d9-bfe9-04a121fc5fd4 req-cb686ee6-daf6-4aeb-99ef-d817ee07c794 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/ports?device_id=7b9fb087-423b-44d5-92c7-e94bdd0e3317 HTTP/1.1" status: 200 len: 945 time: 0.0681801 Jun 24 17:08:59.236143 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-90177ed9-6ef9-41d9-bfe9-04a121fc5fd4 req-d5c0c206-6b22-475c-9d94-da241a583870 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/security-groups?id=92795e86-bc90-401e-8d2a-ff4520af3818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315857 Jun 24 17:08:59.422993 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8c3def-5fc7-488e-b3b5-cfe39c0eed37 req-ff457a2e-958f-4149-b60e-9e36db313633 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:08:59.424651 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-ef8c3def-5fc7-488e-b3b5-cfe39c0eed37 req-ff457a2e-958f-4149-b60e-9e36db313633 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e688142-60f7-460e-a0a8-12277958e273 HTTP/1.1" status: 200 len: 946 time: 0.0736732 Jun 24 17:08:59.440780 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ff5612-9f64-49d6-b68b-7d08db121d06 req-bb4d24bc-594a-40aa-887b-8f1a8736ec45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:08:59.442275 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-d9ff5612-9f64-49d6-b68b-7d08db121d06 req-bb4d24bc-594a-40aa-887b-8f1a8736ec45 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2cb35b0b-f463-499a-8688-2bd5f250449b HTTP/1.1" status: 200 len: 1098 time: 0.0527940 Jun 24 17:08:59.465309 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-ef8c3def-5fc7-488e-b3b5-cfe39c0eed37 req-3a611588-db3c-49c7-8114-071b98c3377d tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] 10.222.0.15 "GET /v2.0/security-groups?id=77f7ab56-104c-48f4-8da5-818b0fcbd6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328286 Jun 24 17:08:59.484606 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-d9ff5612-9f64-49d6-b68b-7d08db121d06 req-6531d55e-2ea2-496b-87fe-3efa23aea5c8 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ac3fa70e-0f44-45d3-b39b-c4cad7af486e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318449 Jun 24 17:08:59.638165 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7518d954-22ef-45e9-9faf-2f7fb8f9e0a7 req-4def12b2-eeac-4874-b771-83380d842a2a tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:08:59.640101 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-7518d954-22ef-45e9-9faf-2f7fb8f9e0a7 req-4def12b2-eeac-4874-b771-83380d842a2a tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e688142-60f7-460e-a0a8-12277958e273 HTTP/1.1" status: 200 len: 946 time: 0.0655968 Jun 24 17:08:59.651206 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 54772) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:08:59.656336 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.v2.base [None req-c633d208-802c-44c2-8f2b-18a62fc8006f tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Request body: {'floatingip': {'port_id': 'f6a25839-6236-4295-86d9-9bf65bfb8d21'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 17:08:59.740408 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c633d208-802c-44c2-8f2b-18a62fc8006f tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Notify callbacks [] for floatingip, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:08:59.960359 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dd0c40-e3f4-45a1-988e-58a2ba454cd7 req-20ecad2c-e671-4233-9b13-dff60808044e tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:08:59.962173 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-a2dd0c40-e3f4-45a1-988e-58a2ba454cd7 req-20ecad2c-e671-4233-9b13-dff60808044e tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/ports?device_id=2cb35b0b-f463-499a-8688-2bd5f250449b HTTP/1.1" status: 200 len: 945 time: 0.0762098 Jun 24 17:09:00.003998 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-a2dd0c40-e3f4-45a1-988e-58a2ba454cd7 req-2bda8949-43de-4a6e-bb8d-8316740b9279 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac3fa70e-0f44-45d3-b39b-c4cad7af486e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357783 Jun 24 17:09:00.427748 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66e6196-7063-4547-8b75-f596d71abac7 req-68ef2578-77cd-4449-ba87-4edd222dd645 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:09:00.429229 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-d66e6196-7063-4547-8b75-f596d71abac7 req-68ef2578-77cd-4449-ba87-4edd222dd645 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/ports?device_id=7b9fb087-423b-44d5-92c7-e94bdd0e3317 HTTP/1.1" status: 200 len: 945 time: 0.0629520 Jun 24 17:09:00.469466 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-d66e6196-7063-4547-8b75-f596d71abac7 req-e70fd3d6-2f70-4036-8c82-f1caef5f0ea2 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/security-groups?id=92795e86-bc90-401e-8d2a-ff4520af3818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341887 Jun 24 17:09:00.593474 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c633d208-802c-44c2-8f2b-18a62fc8006f tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:09:00.686582 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c633d208-802c-44c2-8f2b-18a62fc8006f tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-938496'] for floatingip, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:09:00.782670 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.db.l3_db [None req-c633d208-802c-44c2-8f2b-18a62fc8006f tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Floating IP a0dc52cb-0580-4928-91a8-0db82ec863b5 associated. External IP: 172.27.2.29, port: f6a25839-6236-4295-86d9-9bf65bfb8d21. Jun 24 17:09:01.011788 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c633d208-802c-44c2-8f2b-18a62fc8006f tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Router 09a0b256-4560-46e2-8be8-52aa83ab8d90 has already been hosted by L3 agent ebb0bbf0-d6bc-43df-80f2-a0cdb1424f3b {{(pid=93701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 17:09:01.148156 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c633d208-802c-44c2-8f2b-18a62fc8006f tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Notify agent at l3_agent.dv-cinder-797970-1-iscsi the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 17:09:01.162668 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd89675-1db1-4593-b67e-575d283f5a4f None None] Sync routers for ids ['09a0b256-4560-46e2-8be8-52aa83ab8d90'] in dv-cinder-797970-1-iscsi {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 17:09:01.172120 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c633d208-802c-44c2-8f2b-18a62fc8006f tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14435'] for floatingip, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:09:01.174381 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd89675-1db1-4593-b67e-575d283f5a4f None None] Routers {'09a0b256-4560-46e2-8be8-52aa83ab8d90'} bound to L3 agent in host dv-cinder-797970-1-iscsi {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 17:09:01.175307 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-8cd89675-1db1-4593-b67e-575d283f5a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T17:00:13Z,description=,heartbeat_timestamp=2021-06-24T17:08:43Z,host='dv-cinder-797970-1-iscsi',id=ebb0bbf0-d6bc-43df-80f2-a0cdb1424f3b,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T17:00:14Z,topic='l3_agent')) {'router_ids': ['09a0b256-4560-46e2-8be8-52aa83ab8d90'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:09:01.220405 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-c633d208-802c-44c2-8f2b-18a62fc8006f tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] 10.222.0.15 "PUT /v2.0/floatingips/a0dc52cb-0580-4928-91a8-0db82ec863b5 HTTP/1.1" status: 200 len: 991 time: 1.5680375 Jun 24 17:09:01.222035 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e688142-60f7-460e-a0a8-12277958e273', 'tag': 'f6a25839-6236-4295-86d9-9bf65bfb8d21'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 17:09:01.224444 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55b777855581bcfca1ea7f1411fd739ba8bd3bff9faf8aab84294ca486557f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03aaa935-8a62-4ef0-ac42-90a3cb624dea" -d '{"events": [{"name": "network-changed", "server_uuid": "1e688142-60f7-460e-a0a8-12277958e273", "tag": "f6a25839-6236-4295-86d9-9bf65bfb8d21"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 17:09:01.258194 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b472911b-0f07-4fac-a308-5b7ca382e283 req-ceb08da0-dbf7-4ab5-bdd2-24cec911a9c4 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:09:01.261620 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-b472911b-0f07-4fac-a308-5b7ca382e283 req-ceb08da0-dbf7-4ab5-bdd2-24cec911a9c4 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/ports?device_id=2cb35b0b-f463-499a-8688-2bd5f250449b HTTP/1.1" status: 200 len: 945 time: 0.1267409 Jun 24 17:09:01.325766 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-8cd89675-1db1-4593-b67e-575d283f5a4f None None] Set router 09a0b256-4560-46e2-8be8-52aa83ab8d90 gateway port host: dv-cinder-797970-1-iscsi {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 17:09:01.348619 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-b472911b-0f07-4fac-a308-5b7ca382e283 req-24c56641-1748-4038-a6d3-012528b7b9e1 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac3fa70e-0f44-45d3-b39b-c4cad7af486e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793641 Jun 24 17:09:01.407163 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 17:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6498db96-5dc7-41b3-93b5-38ddacf7cb79 x-openstack-request-id: req-6498db96-5dc7-41b3-93b5-38ddacf7cb79 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 17:09:01.407563 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e688142-60f7-460e-a0a8-12277958e273", "tag": "f6a25839-6236-4295-86d9-9bf65bfb8d21", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 17:09:01.407912 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6498db96-5dc7-41b3-93b5-38ddacf7cb79 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 17:09:01.408418 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e688142-60f7-460e-a0a8-12277958e273', 'tag': 'f6a25839-6236-4295-86d9-9bf65bfb8d21', 'status': 'completed', 'code': 200} Jun 24 17:09:01.604324 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aaa935-8a62-4ef0-ac42-90a3cb624dea req-d8052a89-99ec-40f2-beda-ccdac484dfb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:09:01.605228 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-03aaa935-8a62-4ef0-ac42-90a3cb624dea req-d8052a89-99ec-40f2-beda-ccdac484dfb4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fea91de70bb14b7dbc15fd1cce9a200e&device_id=1e688142-60f7-460e-a0a8-12277958e273 HTTP/1.1" status: 200 len: 1099 time: 0.1094944 Jun 24 17:09:01.635106 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-8cd89675-1db1-4593-b67e-575d283f5a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09a0b256-4560-46e2-8be8-52aa83ab8d90', 'name': 'tempest-AttachVolumeTestJSON-1251952186-router', 'tenant_id': 'fea91de70bb14b7dbc15fd1cce9a200e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'external_fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '3164075f-28b2-4a16-b9f1-9e59f0d7c5cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T17:08:10Z', 'updated_at': '2021-06-24T17:08:17Z', 'revision_number': 4, 'project_id': 'fea91de70bb14b7dbc15fd1cce9a200e', 'gw_port': {'id': '3164075f-28b2-4a16-b9f1-9e59f0d7c5cf', 'name': '', 'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:77:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09a0b256-4560-46e2-8be8-52aa83ab8d90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:08:11Z', 'updated_at': '2021-06-24T17:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '004d905c-cc14-4189-936d-82a0eea7da62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-1-iscsi', '_floatingips': [{'id': 'a0dc52cb-0580-4928-91a8-0db82ec863b5', 'tenant_id': 'fea91de70bb14b7dbc15fd1cce9a200e', 'floating_ip_address': '172.27.2.29', 'floating_network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'router_id': '09a0b256-4560-46e2-8be8-52aa83ab8d90', 'port_id': 'f6a25839-6236-4295-86d9-9bf65bfb8d21', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 103, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5831895-94e5-4f0a-8fea-bf10963f4724', 'mac_address': 'fa:16:3e:89:98:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e688142-60f7-460e-a0a8-12277958e273', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T17:08:27Z', 'updated_at': '2021-06-24T17:09:00Z', 'revision_number': 1, 'project_id': 'fea91de70bb14b7dbc15fd1cce9a200e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fccddd0-c388-4298-8b98-67d407b5b9d1', 'name': '', 'network_id': 'b5831895-94e5-4f0a-8fea-bf10963f4724', 'tenant_id': 'fea91de70bb14b7dbc15fd1cce9a200e', 'mac_address': 'fa:16:3e:08:8c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09a0b256-4560-46e2-8be8-52aa83ab8d90', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'e87b4c16-dac9-4f7c-93b5-b846172b2da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:08:15Z', 'updated_at': '2021-06-24T17:08:28Z', 'revision_number': 5, 'project_id': 'fea91de70bb14b7dbc15fd1cce9a200e', 'subnets': [{'id': 'e87b4c16-dac9-4f7c-93b5-b846172b2da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-1-iscsi', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:09:01.665170 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd89675-1db1-4593-b67e-575d283f5a4f None None] Checking router: 09a0b256-4560-46e2-8be8-52aa83ab8d90 for host: dv-cinder-797970-1-iscsi {{(pid=93703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 17:09:01.675012 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd89675-1db1-4593-b67e-575d283f5a4f None None] Routers {'09a0b256-4560-46e2-8be8-52aa83ab8d90'} bound to L3 agent in host dv-cinder-797970-1-iscsi {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 17:09:01.675625 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-8cd89675-1db1-4593-b67e-575d283f5a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T17:00:13Z,description=,heartbeat_timestamp=2021-06-24T17:08:43Z,host='dv-cinder-797970-1-iscsi',id=ebb0bbf0-d6bc-43df-80f2-a0cdb1424f3b,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T17:00:14Z,topic='l3_agent')) {'router_ids': ['09a0b256-4560-46e2-8be8-52aa83ab8d90'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:09:01.764047 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aaa935-8a62-4ef0-ac42-90a3cb624dea req-f489fb35-89b7-41db-9d2a-cad5c832b267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:09:01.765483 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-03aaa935-8a62-4ef0-ac42-90a3cb624dea req-f489fb35-89b7-41db-9d2a-cad5c832b267 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b5831895-94e5-4f0a-8fea-bf10963f4724 HTTP/1.1" status: 200 len: 911 time: 0.1415670 Jun 24 17:09:01.781129 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f99d5d8-8c83-4abe-86e7-a3e9ecd39947 req-6c77bab1-d13d-472d-98bc-ab4e39458630 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:09:01.782624 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-2f99d5d8-8c83-4abe-86e7-a3e9ecd39947 req-6c77bab1-d13d-472d-98bc-ab4e39458630 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/ports?device_id=7b9fb087-423b-44d5-92c7-e94bdd0e3317 HTTP/1.1" status: 200 len: 945 time: 0.1693296 Jun 24 17:09:01.799892 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 54826) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:09:01.807441 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-8cd89675-1db1-4593-b67e-575d283f5a4f None None] Set router 09a0b256-4560-46e2-8be8-52aa83ab8d90 gateway port host: dv-cinder-797970-1-iscsi {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 17:09:01.890910 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-03aaa935-8a62-4ef0-ac42-90a3cb624dea req-ac099321-beb3-402d-aee6-3f0776b75fb8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f6a25839-6236-4295-86d9-9bf65bfb8d21 HTTP/1.1" status: 200 len: 999 time: 0.1071200 Jun 24 17:09:01.895359 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-2f99d5d8-8c83-4abe-86e7-a3e9ecd39947 req-3a9f4a30-d178-4c83-b749-5ac3212eded2 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/security-groups?id=92795e86-bc90-401e-8d2a-ff4520af3818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029668 Jun 24 17:09:01.928887 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fdaa3d4f-5ade-4bde-b758-1302328b7783 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:09:01.958427 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aaa935-8a62-4ef0-ac42-90a3cb624dea req-164ed423-8a56-4d65-838b-d92ba0110149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:09:01.960645 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-03aaa935-8a62-4ef0-ac42-90a3cb624dea req-164ed423-8a56-4d65-838b-d92ba0110149 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e87b4c16-dac9-4f7c-93b5-b846172b2da1 HTTP/1.1" status: 200 len: 850 time: 0.0617251 Jun 24 17:09:02.036989 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fdaa3d4f-5ade-4bde-b758-1302328b7783 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:09:02.056753 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aaa935-8a62-4ef0-ac42-90a3cb624dea req-fc33b11c-45b2-4ff0-867b-101fa8369d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:09:02.058299 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-03aaa935-8a62-4ef0-ac42-90a3cb624dea req-fc33b11c-45b2-4ff0-867b-101fa8369d5d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b5831895-94e5-4f0a-8fea-bf10963f4724&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0597413 Jun 24 17:09:02.138482 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-8cd89675-1db1-4593-b67e-575d283f5a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09a0b256-4560-46e2-8be8-52aa83ab8d90', 'name': 'tempest-AttachVolumeTestJSON-1251952186-router', 'tenant_id': 'fea91de70bb14b7dbc15fd1cce9a200e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'external_fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '3164075f-28b2-4a16-b9f1-9e59f0d7c5cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T17:08:10Z', 'updated_at': '2021-06-24T17:08:17Z', 'revision_number': 4, 'project_id': 'fea91de70bb14b7dbc15fd1cce9a200e', 'gw_port': {'id': '3164075f-28b2-4a16-b9f1-9e59f0d7c5cf', 'name': '', 'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:77:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09a0b256-4560-46e2-8be8-52aa83ab8d90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:08:11Z', 'updated_at': '2021-06-24T17:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '004d905c-cc14-4189-936d-82a0eea7da62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-1-iscsi', '_floatingips': [{'id': 'a0dc52cb-0580-4928-91a8-0db82ec863b5', 'tenant_id': 'fea91de70bb14b7dbc15fd1cce9a200e', 'floating_ip_address': '172.27.2.29', 'floating_network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'router_id': '09a0b256-4560-46e2-8be8-52aa83ab8d90', 'port_id': 'f6a25839-6236-4295-86d9-9bf65bfb8d21', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 103, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5831895-94e5-4f0a-8fea-bf10963f4724', 'mac_address': 'fa:16:3e:89:98:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e688142-60f7-460e-a0a8-12277958e273', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T17:08:27Z', 'updated_at': '2021-06-24T17:09:00Z', 'revision_number': 1, 'project_id': 'fea91de70bb14b7dbc15fd1cce9a200e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fccddd0-c388-4298-8b98-67d407b5b9d1', 'name': '', 'network_id': 'b5831895-94e5-4f0a-8fea-bf10963f4724', 'tenant_id': 'fea91de70bb14b7dbc15fd1cce9a200e', 'mac_address': 'fa:16:3e:08:8c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09a0b256-4560-46e2-8be8-52aa83ab8d90', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'e87b4c16-dac9-4f7c-93b5-b846172b2da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:08:15Z', 'updated_at': '2021-06-24T17:08:28Z', 'revision_number': 5, 'project_id': 'fea91de70bb14b7dbc15fd1cce9a200e', 'subnets': [{'id': 'e87b4c16-dac9-4f7c-93b5-b846172b2da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-1-iscsi', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:09:02.164632 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd89675-1db1-4593-b67e-575d283f5a4f None None] The sync data for ids ['09a0b256-4560-46e2-8be8-52aa83ab8d90'] in dv-cinder-797970-1-iscsi is: [{'id': '09a0b256-4560-46e2-8be8-52aa83ab8d90', 'name': 'tempest-AttachVolumeTestJSON-1251952186-router', 'tenant_id': 'fea91de70bb14b7dbc15fd1cce9a200e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'external_fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '3164075f-28b2-4a16-b9f1-9e59f0d7c5cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T17:08:10Z', 'updated_at': '2021-06-24T17:08:17Z', 'revision_number': 4, 'project_id': 'fea91de70bb14b7dbc15fd1cce9a200e', 'gw_port': {'id': '3164075f-28b2-4a16-b9f1-9e59f0d7c5cf', 'name': '', 'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:77:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09a0b256-4560-46e2-8be8-52aa83ab8d90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:08:11Z', 'updated_at': '2021-06-24T17:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '004d905c-cc14-4189-936d-82a0eea7da62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-1-iscsi', '_floatingips': [{'id': 'a0dc52cb-0580-4928-91a8-0db82ec863b5', 'tenant_id': 'fea91de70bb14b7dbc15fd1cce9a200e', 'floating_ip_address': '172.27.2.29', 'floating_network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'router_id': '09a0b256-4560-46e2-8be8-52aa83ab8d90', 'port_id': 'f6a25839-6236-4295-86d9-9bf65bfb8d21', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 103, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5831895-94e5-4f0a-8fea-bf10963f4724', 'mac_address': 'fa:16:3e:89:98:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e688142-60f7-460e-a0a8-12277958e273', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T17:08:27Z', 'updated_at': '2021-06-24T17:09:00Z', 'revision_number': 1, 'project_id': 'fea91de70bb14b7dbc15fd1cce9a200e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fccddd0-c388-4298-8b98-67d407b5b9d1', 'name': '', 'network_id': 'b5831895-94e5-4f0a-8fea-bf10963f4724', 'tenant_id': 'fea91de70bb14b7dbc15fd1cce9a200e', 'mac_address': 'fa:16:3e:08:8c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09a0b256-4560-46e2-8be8-52aa83ab8d90', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'e87b4c16-dac9-4f7c-93b5-b846172b2da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:08:15Z', 'updated_at': '2021-06-24T17:08:28Z', 'revision_number': 5, 'project_id': 'fea91de70bb14b7dbc15fd1cce9a200e', 'subnets': [{'id': 'e87b4c16-dac9-4f7c-93b5-b846172b2da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 17:09:02.167048 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-03aaa935-8a62-4ef0-ac42-90a3cb624dea req-ad256441-965c-455c-bbcf-c665d302f3ff service neutron] 10.222.0.37 "GET /v2.0/networks/b5831895-94e5-4f0a-8fea-bf10963f4724?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946770 Jun 24 17:09:02.277862 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-03aaa935-8a62-4ef0-ac42-90a3cb624dea req-bd76c9bb-8e48-4956-a6be-2c271fd3bf2f service neutron] 10.222.0.37 "GET /v2.0/networks/b5831895-94e5-4f0a-8fea-bf10963f4724?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989642 Jun 24 17:09:02.280826 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fdaa3d4f-5ade-4bde-b758-1302328b7783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:09:02.283479 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-e5afbff9-6e69-43ed-a818-ab17bb24fabf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:09:02.321767 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-fdaa3d4f-5ade-4bde-b758-1302328b7783 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fac38facce784f69a8e91878fcc63bc8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5202041 Jun 24 17:09:02.322751 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaa3d4f-5ade-4bde-b758-1302328b7783 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=187aa26b-2dfd-4570-a124-700ba9d8bba2,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:09:02.324501 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 54836) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:09:02.325939 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-fdaa3d4f-5ade-4bde-b758-1302328b7783 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:09:02.376302 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56dfcfbb-af99-4dd7-90e6-f354aee47add None None] New status for floating IP a0dc52cb-0580-4928-91a8-0db82ec863b5: ACTIVE {{(pid=93702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 17:09:02.396637 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-114699b0-16ce-453f-b470-d86f4259508e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:09:02.420913 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-114699b0-16ce-453f-b470-d86f4259508e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:09:02.515367 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-114699b0-16ce-453f-b470-d86f4259508e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:09:02.518202 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-114699b0-16ce-453f-b470-d86f4259508e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:09:02.522223 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-114699b0-16ce-453f-b470-d86f4259508e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/187aa26b-2dfd-4570-a124-700ba9d8bba2 HTTP/1.1" status: 204 len: 168 time: 0.1954658 Jun 24 17:09:02.526764 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:09:02.540690 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114699b0-16ce-453f-b470-d86f4259508e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=187aa26b-2dfd-4570-a124-700ba9d8bba2,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:09:02.551084 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-114699b0-16ce-453f-b470-d86f4259508e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:09:02.708632 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93984ce-07ff-4f8d-a24f-53b62f23cd4b req-7aa5c074-389b-41f3-b9d7-020f23905891 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:09:02.710099 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-e93984ce-07ff-4f8d-a24f-53b62f23cd4b req-7aa5c074-389b-41f3-b9d7-020f23905891 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/ports?device_id=2cb35b0b-f463-499a-8688-2bd5f250449b HTTP/1.1" status: 200 len: 945 time: 0.0742140 Jun 24 17:09:02.753374 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-e93984ce-07ff-4f8d-a24f-53b62f23cd4b req-37a6d2a5-0e41-4859-b949-4dbfe5ac6977 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac3fa70e-0f44-45d3-b39b-c4cad7af486e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371315 Jun 24 17:09:02.980842 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856ec92a-7416-4ffb-866b-3dbe62f4a9ca req-8783bc48-8a98-406e-a4e9-84fd6211a1b1 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:09:02.982774 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-856ec92a-7416-4ffb-866b-3dbe62f4a9ca req-8783bc48-8a98-406e-a4e9-84fd6211a1b1 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/ports?device_id=2cb35b0b-f463-499a-8688-2bd5f250449b HTTP/1.1" status: 200 len: 945 time: 0.1041408 Jun 24 17:09:02.991884 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 54860) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:09:02.996578 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.v2.base [None req-eed121a1-99a4-4448-b874-6b627e10e145 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Request body: {'floatingip': {'port_id': 'f93a09a9-7187-40b2-8cc5-8b5ba5891655'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 17:09:03.035840 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-eed121a1-99a4-4448-b874-6b627e10e145 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Notify callbacks [] for floatingip, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:09:03.091909 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beafb5f3-d5b4-4bdf-81ee-ee9e81d9b456 req-f49817db-9178-48e2-86f0-5321c13c92a6 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:09:03.093340 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-beafb5f3-d5b4-4bdf-81ee-ee9e81d9b456 req-f49817db-9178-48e2-86f0-5321c13c92a6 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/ports?device_id=7b9fb087-423b-44d5-92c7-e94bdd0e3317 HTTP/1.1" status: 200 len: 945 time: 0.0729651 Jun 24 17:09:03.134634 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-beafb5f3-d5b4-4bdf-81ee-ee9e81d9b456 req-1391e448-f404-465b-b5ef-afad141a1edb tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/security-groups?id=92795e86-bc90-401e-8d2a-ff4520af3818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322175 Jun 24 17:09:03.286776 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 54876) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:09:03.301161 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2d7fe664-b762-4218-906e-d12bdff24eec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:09:03.419677 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2d7fe664-b762-4218-906e-d12bdff24eec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:09:03.498810 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2d7fe664-b762-4218-906e-d12bdff24eec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:09:03.504326 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-7e5f114a-40db-4631-a131-c406889656db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:09:03.544387 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7fe664-b762-4218-906e-d12bdff24eec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49cef6bf-a7b6-4559-99b0-b1fede7dea39,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:09:03.554546 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-2d7fe664-b762-4218-906e-d12bdff24eec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:09:03.575519 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-2d7fe664-b762-4218-906e-d12bdff24eec admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3dc95cabba36497c960b3dd2be453d67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2873387 Jun 24 17:09:03.576484 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 54890) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:09:03.586634 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 54892) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:09:03.760660 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-eed121a1-99a4-4448-b874-6b627e10e145 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:09:03.813709 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-584aedc9-6264-4dd1-a94a-65754f211875 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:09:03.839243 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-584aedc9-6264-4dd1-a94a-65754f211875 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:09:03.852596 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-eed121a1-99a4-4448-b874-6b627e10e145 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-938496'] for floatingip, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:09:03.902336 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8ed54f1f-a331-41ee-b700-b4cbcde5a055 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:09:03.955630 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.db.l3_db [None req-eed121a1-99a4-4448-b874-6b627e10e145 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Floating IP 9ff9f0ae-f4da-4ce9-8dc0-47ccd27393b8 associated. External IP: 172.27.2.214, port: f93a09a9-7187-40b2-8cc5-8b5ba5891655. Jun 24 17:09:03.980099 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-584aedc9-6264-4dd1-a94a-65754f211875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:09:03.982971 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-584aedc9-6264-4dd1-a94a-65754f211875 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:09:03.988055 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-584aedc9-6264-4dd1-a94a-65754f211875 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/49cef6bf-a7b6-4559-99b0-b1fede7dea39 HTTP/1.1" status: 204 len: 168 time: 0.4078770 Jun 24 17:09:03.992574 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-b1837449-7bd8-4cd5-b48e-02a644550c53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:09:04.003144 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584aedc9-6264-4dd1-a94a-65754f211875 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49cef6bf-a7b6-4559-99b0-b1fede7dea39,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:09:04.009423 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-584aedc9-6264-4dd1-a94a-65754f211875 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:09:04.074488 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8ed54f1f-a331-41ee-b700-b4cbcde5a055 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:09:04.160619 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8ed54f1f-a331-41ee-b700-b4cbcde5a055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:09:04.164463 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-9f178d06-14e2-4500-a840-d39e9c9c2633 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:09:04.183008 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eed121a1-99a4-4448-b874-6b627e10e145 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Router 79a22461-5090-4e28-b78d-ed62ea3c6cde has already been hosted by L3 agent ebb0bbf0-d6bc-43df-80f2-a0cdb1424f3b {{(pid=93701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 17:09:04.203340 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-8ed54f1f-a331-41ee-b700-b4cbcde5a055 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=da0fe0f7123243aab33581c5a7d3a74d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6131940 Jun 24 17:09:04.203340 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed54f1f-a331-41ee-b700-b4cbcde5a055 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee552e08-ba23-4174-a016-158649646c93,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:09:04.204383 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 54912) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:09:04.215088 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-8ed54f1f-a331-41ee-b700-b4cbcde5a055 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:09:04.299377 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-32c86525-3931-4b85-a66c-9476b59fb63f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:09:04.313515 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eed121a1-99a4-4448-b874-6b627e10e145 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Notify agent at l3_agent.dv-cinder-797970-1-iscsi the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 17:09:04.318711 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-eed121a1-99a4-4448-b874-6b627e10e145 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14435'] for floatingip, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:09:04.325852 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ba5eec-5d70-41c7-9d3e-fccbe2bd5090 None None] Sync routers for ids ['79a22461-5090-4e28-b78d-ed62ea3c6cde'] in dv-cinder-797970-1-iscsi {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 17:09:04.334146 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-32c86525-3931-4b85-a66c-9476b59fb63f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:09:04.337563 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ba5eec-5d70-41c7-9d3e-fccbe2bd5090 None None] Routers {'79a22461-5090-4e28-b78d-ed62ea3c6cde'} bound to L3 agent in host dv-cinder-797970-1-iscsi {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 17:09:04.338436 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-26ba5eec-5d70-41c7-9d3e-fccbe2bd5090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T17:00:13Z,description=,heartbeat_timestamp=2021-06-24T17:08:43Z,host='dv-cinder-797970-1-iscsi',id=ebb0bbf0-d6bc-43df-80f2-a0cdb1424f3b,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T17:00:14Z,topic='l3_agent')) {'router_ids': ['79a22461-5090-4e28-b78d-ed62ea3c6cde'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:09:04.368512 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-eed121a1-99a4-4448-b874-6b627e10e145 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "PUT /v2.0/floatingips/9ff9f0ae-f4da-4ce9-8dc0-47ccd27393b8 HTTP/1.1" status: 200 len: 991 time: 1.3754432 Jun 24 17:09:04.369235 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cb35b0b-f463-499a-8688-2bd5f250449b', 'tag': 'f93a09a9-7187-40b2-8cc5-8b5ba5891655'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 17:09:04.372172 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55b777855581bcfca1ea7f1411fd739ba8bd3bff9faf8aab84294ca486557f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-326bae9a-0791-416d-9ca1-5fd42e0d98f6" -d '{"events": [{"name": "network-changed", "server_uuid": "2cb35b0b-f463-499a-8688-2bd5f250449b", "tag": "f93a09a9-7187-40b2-8cc5-8b5ba5891655"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 17:09:04.383410 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1781f57f-ea67-43ac-bcea-102f07dc15fa req-68f8d1e7-881d-4569-8de8-42b34c836eb6 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:09:04.384882 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-1781f57f-ea67-43ac-bcea-102f07dc15fa req-68f8d1e7-881d-4569-8de8-42b34c836eb6 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/ports?device_id=7b9fb087-423b-44d5-92c7-e94bdd0e3317 HTTP/1.1" status: 200 len: 945 time: 0.1230505 Jun 24 17:09:04.431297 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-1781f57f-ea67-43ac-bcea-102f07dc15fa req-b75eb2dd-b035-475a-b55b-854bac944f0b tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/security-groups?id=92795e86-bc90-401e-8d2a-ff4520af3818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370321 Jun 24 17:09:04.463833 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-26ba5eec-5d70-41c7-9d3e-fccbe2bd5090 None None] Set router 79a22461-5090-4e28-b78d-ed62ea3c6cde gateway port host: dv-cinder-797970-1-iscsi {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 17:09:04.489276 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 17:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b107b11c-f3a2-42fc-b3a3-e4e7daec16f6 x-openstack-request-id: req-b107b11c-f3a2-42fc-b3a3-e4e7daec16f6 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 17:09:04.489675 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cb35b0b-f463-499a-8688-2bd5f250449b", "tag": "f93a09a9-7187-40b2-8cc5-8b5ba5891655", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 17:09:04.489990 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b107b11c-f3a2-42fc-b3a3-e4e7daec16f6 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 17:09:04.490494 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cb35b0b-f463-499a-8688-2bd5f250449b', 'tag': 'f93a09a9-7187-40b2-8cc5-8b5ba5891655', 'status': 'completed', 'code': 200} Jun 24 17:09:04.503412 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-32c86525-3931-4b85-a66c-9476b59fb63f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:09:04.506224 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-32c86525-3931-4b85-a66c-9476b59fb63f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:09:04.511808 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-32c86525-3931-4b85-a66c-9476b59fb63f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ee552e08-ba23-4174-a016-158649646c93 HTTP/1.1" status: 204 len: 168 time: 0.3014884 Jun 24 17:09:04.511808 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:09:04.518579 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c86525-3931-4b85-a66c-9476b59fb63f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee552e08-ba23-4174-a016-158649646c93,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:09:04.520897 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-32c86525-3931-4b85-a66c-9476b59fb63f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:09:04.641209 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326bae9a-0791-416d-9ca1-5fd42e0d98f6 req-b643d64e-3fe2-44e0-a2fa-e015fb5f87c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:09:04.642840 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-326bae9a-0791-416d-9ca1-5fd42e0d98f6 req-b643d64e-3fe2-44e0-a2fa-e015fb5f87c1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6bc5cd721def4e0c90b75e0186dfcb77&device_id=2cb35b0b-f463-499a-8688-2bd5f250449b HTTP/1.1" status: 200 len: 1098 time: 0.0564761 Jun 24 17:09:04.690202 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 54922) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:09:04.700431 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-26ba5eec-5d70-41c7-9d3e-fccbe2bd5090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79a22461-5090-4e28-b78d-ed62ea3c6cde', 'name': 'tempest-AttachVolumeShelveTestJSON-267317186-router', 'tenant_id': '6bc5cd721def4e0c90b75e0186dfcb77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'external_fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '0eb03da9-d524-4e7a-adb7-138c5a0a829c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T17:08:11Z', 'updated_at': '2021-06-24T17:08:21Z', 'revision_number': 4, 'project_id': '6bc5cd721def4e0c90b75e0186dfcb77', 'gw_port': {'id': '0eb03da9-d524-4e7a-adb7-138c5a0a829c', 'name': '', 'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:91:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79a22461-5090-4e28-b78d-ed62ea3c6cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:08:13Z', 'updated_at': '2021-06-24T17:08:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '004d905c-cc14-4189-936d-82a0eea7da62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-1-iscsi', '_floatingips': [{'id': '9ff9f0ae-f4da-4ce9-8dc0-47ccd27393b8', 'tenant_id': '6bc5cd721def4e0c90b75e0186dfcb77', 'floating_ip_address': '172.27.2.214', 'floating_network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'router_id': '79a22461-5090-4e28-b78d-ed62ea3c6cde', 'port_id': 'f93a09a9-7187-40b2-8cc5-8b5ba5891655', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2c58ddc-3a0b-4159-9aa1-b7e24abf6c42', 'mac_address': 'fa:16:3e:94:32:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb35b0b-f463-499a-8688-2bd5f250449b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T17:08:38Z', 'updated_at': '2021-06-24T17:09:03Z', 'revision_number': 1, 'project_id': '6bc5cd721def4e0c90b75e0186dfcb77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5294d12d-dda7-4a5b-ab66-fbf98bbbb6dc', 'name': '', 'network_id': 'e2c58ddc-3a0b-4159-9aa1-b7e24abf6c42', 'tenant_id': '6bc5cd721def4e0c90b75e0186dfcb77', 'mac_address': 'fa:16:3e:d9:d8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79a22461-5090-4e28-b78d-ed62ea3c6cde', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '2f50fbc4-85b7-4dc1-a33e-164695f5eb21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:08:19Z', 'updated_at': '2021-06-24T17:08:30Z', 'revision_number': 5, 'project_id': '6bc5cd721def4e0c90b75e0186dfcb77', 'subnets': [{'id': '2f50fbc4-85b7-4dc1-a33e-164695f5eb21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-1-iscsi', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:09:04.705349 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-106589ad-4a98-447c-801e-9cd455d9f65c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:09:04.728552 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ba5eec-5d70-41c7-9d3e-fccbe2bd5090 None None] Checking router: 79a22461-5090-4e28-b78d-ed62ea3c6cde for host: dv-cinder-797970-1-iscsi {{(pid=93703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 17:09:04.737365 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ba5eec-5d70-41c7-9d3e-fccbe2bd5090 None None] Routers {'79a22461-5090-4e28-b78d-ed62ea3c6cde'} bound to L3 agent in host dv-cinder-797970-1-iscsi {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 17:09:04.737997 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-26ba5eec-5d70-41c7-9d3e-fccbe2bd5090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T17:00:13Z,description=,heartbeat_timestamp=2021-06-24T17:08:43Z,host='dv-cinder-797970-1-iscsi',id=ebb0bbf0-d6bc-43df-80f2-a0cdb1424f3b,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T17:00:14Z,topic='l3_agent')) {'router_ids': ['79a22461-5090-4e28-b78d-ed62ea3c6cde'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:09:04.739929 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326bae9a-0791-416d-9ca1-5fd42e0d98f6 req-14421385-d391-448b-b3ac-361e031b00d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:09:04.741525 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-326bae9a-0791-416d-9ca1-5fd42e0d98f6 req-14421385-d391-448b-b3ac-361e031b00d5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e2c58ddc-3a0b-4159-9aa1-b7e24abf6c42 HTTP/1.1" status: 200 len: 916 time: 0.0915747 Jun 24 17:09:04.806547 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-106589ad-4a98-447c-801e-9cd455d9f65c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:09:04.854258 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-26ba5eec-5d70-41c7-9d3e-fccbe2bd5090 None None] Set router 79a22461-5090-4e28-b78d-ed62ea3c6cde gateway port host: dv-cinder-797970-1-iscsi {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 17:09:04.863538 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-326bae9a-0791-416d-9ca1-5fd42e0d98f6 req-7113fb95-6820-4fde-86a3-ed388f1e4611 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f93a09a9-7187-40b2-8cc5-8b5ba5891655 HTTP/1.1" status: 200 len: 999 time: 0.0994427 Jun 24 17:09:04.871722 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-106589ad-4a98-447c-801e-9cd455d9f65c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:09:04.874699 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-19f0651c-7826-4365-a82a-268152a04ca1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:09:04.936337 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326bae9a-0791-416d-9ca1-5fd42e0d98f6 req-a10a8e35-7730-439a-b934-9aa098a5a0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:09:04.945966 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-326bae9a-0791-416d-9ca1-5fd42e0d98f6 req-a10a8e35-7730-439a-b934-9aa098a5a0fb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2f50fbc4-85b7-4dc1-a33e-164695f5eb21 HTTP/1.1" status: 200 len: 855 time: 0.0713222 Jun 24 17:09:04.968183 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-106589ad-4a98-447c-801e-9cd455d9f65c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b44f121418534e21840268321d581dd3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2720814 Jun 24 17:09:04.968183 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 54932) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:09:04.968183 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106589ad-4a98-447c-801e-9cd455d9f65c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8270e2a-88f7-4dd5-ae2c-c0d0fdba3580,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:09:04.983354 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-106589ad-4a98-447c-801e-9cd455d9f65c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:09:05.029433 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326bae9a-0791-416d-9ca1-5fd42e0d98f6 req-7aa361a6-de38-41be-8540-2be11a05d10a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:09:05.031203 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-326bae9a-0791-416d-9ca1-5fd42e0d98f6 req-7aa361a6-de38-41be-8540-2be11a05d10a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e2c58ddc-3a0b-4159-9aa1-b7e24abf6c42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0768902 Jun 24 17:09:05.037197 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3d04ad23-c7c5-427d-b3e5-f6a1c5dc413c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:09:05.061414 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3d04ad23-c7c5-427d-b3e5-f6a1c5dc413c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:09:05.119122 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-26ba5eec-5d70-41c7-9d3e-fccbe2bd5090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79a22461-5090-4e28-b78d-ed62ea3c6cde', 'name': 'tempest-AttachVolumeShelveTestJSON-267317186-router', 'tenant_id': '6bc5cd721def4e0c90b75e0186dfcb77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'external_fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '0eb03da9-d524-4e7a-adb7-138c5a0a829c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T17:08:11Z', 'updated_at': '2021-06-24T17:08:21Z', 'revision_number': 4, 'project_id': '6bc5cd721def4e0c90b75e0186dfcb77', 'gw_port': {'id': '0eb03da9-d524-4e7a-adb7-138c5a0a829c', 'name': '', 'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:91:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79a22461-5090-4e28-b78d-ed62ea3c6cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:08:13Z', 'updated_at': '2021-06-24T17:08:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '004d905c-cc14-4189-936d-82a0eea7da62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-1-iscsi', '_floatingips': [{'id': '9ff9f0ae-f4da-4ce9-8dc0-47ccd27393b8', 'tenant_id': '6bc5cd721def4e0c90b75e0186dfcb77', 'floating_ip_address': '172.27.2.214', 'floating_network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'router_id': '79a22461-5090-4e28-b78d-ed62ea3c6cde', 'port_id': 'f93a09a9-7187-40b2-8cc5-8b5ba5891655', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2c58ddc-3a0b-4159-9aa1-b7e24abf6c42', 'mac_address': 'fa:16:3e:94:32:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb35b0b-f463-499a-8688-2bd5f250449b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T17:08:38Z', 'updated_at': '2021-06-24T17:09:03Z', 'revision_number': 1, 'project_id': '6bc5cd721def4e0c90b75e0186dfcb77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5294d12d-dda7-4a5b-ab66-fbf98bbbb6dc', 'name': '', 'network_id': 'e2c58ddc-3a0b-4159-9aa1-b7e24abf6c42', 'tenant_id': '6bc5cd721def4e0c90b75e0186dfcb77', 'mac_address': 'fa:16:3e:d9:d8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79a22461-5090-4e28-b78d-ed62ea3c6cde', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '2f50fbc4-85b7-4dc1-a33e-164695f5eb21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:08:19Z', 'updated_at': '2021-06-24T17:08:30Z', 'revision_number': 5, 'project_id': '6bc5cd721def4e0c90b75e0186dfcb77', 'subnets': [{'id': '2f50fbc4-85b7-4dc1-a33e-164695f5eb21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-1-iscsi', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:09:05.146183 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ba5eec-5d70-41c7-9d3e-fccbe2bd5090 None None] The sync data for ids ['79a22461-5090-4e28-b78d-ed62ea3c6cde'] in dv-cinder-797970-1-iscsi is: [{'id': '79a22461-5090-4e28-b78d-ed62ea3c6cde', 'name': 'tempest-AttachVolumeShelveTestJSON-267317186-router', 'tenant_id': '6bc5cd721def4e0c90b75e0186dfcb77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'external_fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '0eb03da9-d524-4e7a-adb7-138c5a0a829c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T17:08:11Z', 'updated_at': '2021-06-24T17:08:21Z', 'revision_number': 4, 'project_id': '6bc5cd721def4e0c90b75e0186dfcb77', 'gw_port': {'id': '0eb03da9-d524-4e7a-adb7-138c5a0a829c', 'name': '', 'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:91:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79a22461-5090-4e28-b78d-ed62ea3c6cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:08:13Z', 'updated_at': '2021-06-24T17:08:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '004d905c-cc14-4189-936d-82a0eea7da62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-1-iscsi', '_floatingips': [{'id': '9ff9f0ae-f4da-4ce9-8dc0-47ccd27393b8', 'tenant_id': '6bc5cd721def4e0c90b75e0186dfcb77', 'floating_ip_address': '172.27.2.214', 'floating_network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'router_id': '79a22461-5090-4e28-b78d-ed62ea3c6cde', 'port_id': 'f93a09a9-7187-40b2-8cc5-8b5ba5891655', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2c58ddc-3a0b-4159-9aa1-b7e24abf6c42', 'mac_address': 'fa:16:3e:94:32:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb35b0b-f463-499a-8688-2bd5f250449b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T17:08:38Z', 'updated_at': '2021-06-24T17:09:03Z', 'revision_number': 1, 'project_id': '6bc5cd721def4e0c90b75e0186dfcb77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5294d12d-dda7-4a5b-ab66-fbf98bbbb6dc', 'name': '', 'network_id': 'e2c58ddc-3a0b-4159-9aa1-b7e24abf6c42', 'tenant_id': '6bc5cd721def4e0c90b75e0186dfcb77', 'mac_address': 'fa:16:3e:d9:d8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79a22461-5090-4e28-b78d-ed62ea3c6cde', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '2f50fbc4-85b7-4dc1-a33e-164695f5eb21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:08:19Z', 'updated_at': '2021-06-24T17:08:30Z', 'revision_number': 5, 'project_id': '6bc5cd721def4e0c90b75e0186dfcb77', 'subnets': [{'id': '2f50fbc4-85b7-4dc1-a33e-164695f5eb21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 17:09:05.150214 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-326bae9a-0791-416d-9ca1-5fd42e0d98f6 req-c1be5b06-84c3-47a7-995c-4d43370bea42 service neutron] 10.222.0.37 "GET /v2.0/networks/e2c58ddc-3a0b-4159-9aa1-b7e24abf6c42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879080 Jun 24 17:09:05.193114 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3d04ad23-c7c5-427d-b3e5-f6a1c5dc413c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:09:05.196438 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3d04ad23-c7c5-427d-b3e5-f6a1c5dc413c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:09:05.198212 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-3d04ad23-c7c5-427d-b3e5-f6a1c5dc413c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a8270e2a-88f7-4dd5-ae2c-c0d0fdba3580 HTTP/1.1" status: 204 len: 168 time: 0.2321894 Jun 24 17:09:05.202856 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-ddc01d0b-5c17-4cf8-a5fd-9c280d69199a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:09:05.206887 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d04ad23-c7c5-427d-b3e5-f6a1c5dc413c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8270e2a-88f7-4dd5-ae2c-c0d0fdba3580,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:09:05.209706 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-3d04ad23-c7c5-427d-b3e5-f6a1c5dc413c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:09:05.263191 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-326bae9a-0791-416d-9ca1-5fd42e0d98f6 req-a537123b-ec20-4162-ac4c-cd2de283b267 service neutron] 10.222.0.37 "GET /v2.0/networks/e2c58ddc-3a0b-4159-9aa1-b7e24abf6c42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054397 Jun 24 17:09:05.327253 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 54940) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:09:05.341520 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f824c834-f1e9-498a-b5b9-840b38e5fa22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:09:05.383885 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a24e0c-f5db-49c9-b17e-0c1bd5fe0b00 None None] New status for floating IP 9ff9f0ae-f4da-4ce9-8dc0-47ccd27393b8: ACTIVE {{(pid=93702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 17:09:05.438457 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f824c834-f1e9-498a-b5b9-840b38e5fa22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:09:05.495406 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f824c834-f1e9-498a-b5b9-840b38e5fa22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:09:05.499116 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:09:05.535688 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-f824c834-f1e9-498a-b5b9-840b38e5fa22 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7c67db33cdc2475eb616bfe9a5549f6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2071030 Jun 24 17:09:05.536804 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f824c834-f1e9-498a-b5b9-840b38e5fa22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fa99a52-0d01-4095-8540-5247270c769a,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:09:05.538852 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 54944) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:09:05.540331 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-f824c834-f1e9-498a-b5b9-840b38e5fa22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:09:05.629765 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b8301855-4398-4412-a93d-e596f4cce03f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:09:05.662789 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b8301855-4398-4412-a93d-e596f4cce03f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:09:05.671935 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38faad1c-9656-4275-bb57-94f0496520f4 req-bb376f28-5f96-4212-b419-99f5734ec286 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:09:05.673476 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-38faad1c-9656-4275-bb57-94f0496520f4 req-bb376f28-5f96-4212-b419-99f5734ec286 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/ports?device_id=7b9fb087-423b-44d5-92c7-e94bdd0e3317 HTTP/1.1" status: 200 len: 945 time: 0.1168177 Jun 24 17:09:05.735309 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-38faad1c-9656-4275-bb57-94f0496520f4 req-36d434d3-501b-4878-a8ae-e75785df1f49 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/security-groups?id=92795e86-bc90-401e-8d2a-ff4520af3818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512230 Jun 24 17:09:05.812266 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b8301855-4398-4412-a93d-e596f4cce03f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:09:05.814931 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b8301855-4398-4412-a93d-e596f4cce03f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:09:05.816053 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-b8301855-4398-4412-a93d-e596f4cce03f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5fa99a52-0d01-4095-8540-5247270c769a HTTP/1.1" status: 204 len: 168 time: 0.2760479 Jun 24 17:09:05.816730 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:09:05.825428 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8301855-4398-4412-a93d-e596f4cce03f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fa99a52-0d01-4095-8540-5247270c769a,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:09:05.827868 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-b8301855-4398-4412-a93d-e596f4cce03f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:09:06.927913 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1363579c-f62f-4ce7-94fa-044d7974ae0d req-6b04d507-0c76-476a-852d-1ef09aa500b7 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:09:06.935785 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-1363579c-f62f-4ce7-94fa-044d7974ae0d req-6b04d507-0c76-476a-852d-1ef09aa500b7 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/ports?device_id=7b9fb087-423b-44d5-92c7-e94bdd0e3317 HTTP/1.1" status: 200 len: 945 time: 0.0823619 Jun 24 17:09:06.969965 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-1363579c-f62f-4ce7-94fa-044d7974ae0d req-e5a2fded-88ff-4bd0-bd15-5e7d34c9eda4 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/security-groups?id=92795e86-bc90-401e-8d2a-ff4520af3818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332286 Jun 24 17:09:07.357593 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.agents_db [None req-27f02d43-57e8-424c-a1b0-5a1f36db1773 None None] Agent healthcheck: found 6 active agents {{(pid=93703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 17:09:08.158965 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95941663-0daf-492a-8557-a3259ed346b8 req-364cf85b-b2a6-4f90-8302-1ac974764975 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:09:08.160531 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-95941663-0daf-492a-8557-a3259ed346b8 req-364cf85b-b2a6-4f90-8302-1ac974764975 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/ports?device_id=7b9fb087-423b-44d5-92c7-e94bdd0e3317 HTTP/1.1" status: 200 len: 945 time: 0.0736539 Jun 24 17:09:08.215892 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-95941663-0daf-492a-8557-a3259ed346b8 req-66ad6547-be50-4fa8-a276-857d0311287e tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/security-groups?id=92795e86-bc90-401e-8d2a-ff4520af3818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462112 Jun 24 17:09:09.396461 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8e376b-444f-4f43-bc57-3eb886b84b77 req-e73407d8-349a-48f3-bfab-93a1765097ec tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:09:09.398562 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-4e8e376b-444f-4f43-bc57-3eb886b84b77 req-e73407d8-349a-48f3-bfab-93a1765097ec tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/ports?device_id=7b9fb087-423b-44d5-92c7-e94bdd0e3317 HTTP/1.1" status: 200 len: 945 time: 0.0635509 Jun 24 17:09:09.450416 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-4e8e376b-444f-4f43-bc57-3eb886b84b77 req-71be6ca3-8d9b-498f-9269-33a53f090c3c tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/security-groups?id=92795e86-bc90-401e-8d2a-ff4520af3818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457625 Jun 24 17:09:10.626425 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940e8480-6f3b-4ce5-8f81-1de1968dd5ea req-c0a9dd1c-a1ea-44a0-9dae-1b3b46a5ab0a tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:09:10.628096 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-940e8480-6f3b-4ce5-8f81-1de1968dd5ea req-c0a9dd1c-a1ea-44a0-9dae-1b3b46a5ab0a tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/ports?device_id=7b9fb087-423b-44d5-92c7-e94bdd0e3317 HTTP/1.1" status: 200 len: 945 time: 0.0709190 Jun 24 17:09:10.674361 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-940e8480-6f3b-4ce5-8f81-1de1968dd5ea req-3227a08a-2fba-4458-b21b-62fe88902f12 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/security-groups?id=92795e86-bc90-401e-8d2a-ff4520af3818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383337 Jun 24 17:09:10.818682 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3808466a-538c-4309-bbd3-4fc7234bb007 req-ba8fedd8-2eaa-469a-81aa-e872d8114fdd tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:09:10.820281 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-3808466a-538c-4309-bbd3-4fc7234bb007 req-ba8fedd8-2eaa-469a-81aa-e872d8114fdd tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.15 "GET /v2.0/networks?id=ba658aca-cb58-44c7-9214-800ff857a4cd HTTP/1.1" status: 200 len: 814 time: 0.1038272 Jun 24 17:09:10.834690 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-3808466a-538c-4309-bbd3-4fc7234bb007 req-f8a04e35-f94a-4bfb-bf6e-ab478b3b5b2f tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.15 "GET /v2.0/quotas/18bc19e8074840d5aacd005693f389bc HTTP/1.1" status: 200 len: 375 time: 0.0090137 Jun 24 17:09:10.901421 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-3808466a-538c-4309-bbd3-4fc7234bb007 req-621f5ca1-de72-4d02-b33a-8252cb3bb428 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=18bc19e8074840d5aacd005693f389bc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0617857 Jun 24 17:09:10.994533 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-3808466a-538c-4309-bbd3-4fc7234bb007 req-0e92d6ce-cc3e-4bc5-a361-35b056c4358d service neutron] 10.222.0.15 "GET /v2.0/networks/ba658aca-cb58-44c7-9214-800ff857a4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858226 Jun 24 17:09:11.089156 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-3808466a-538c-4309-bbd3-4fc7234bb007 req-56466e98-a30b-477e-8806-8561c3559024 service neutron] 10.222.0.15 "GET /v2.0/networks/ba658aca-cb58-44c7-9214-800ff857a4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884130 Jun 24 17:09:11.158847 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-eb464e29-98b0-4f87-ad30-cdbfc37de087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:09:11.372544 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-60032317-93c9-4353-845a-1f62621d4dd7 req-66e6dfe5-604f-4377-a957-dadfa7970269 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.15 "GET /v2.0/ports?device_id=329e2919-5073-4e84-afbe-260e16bdfd5a HTTP/1.1" status: 200 len: 210 time: 0.0294333 Jun 24 17:09:11.859525 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b0f992-60bf-4162-b9f3-171b889d2436 req-1aa92edd-bab3-47b0-9d70-3a2ceb3f2f6c tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:09:11.860976 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-52b0f992-60bf-4162-b9f3-171b889d2436 req-1aa92edd-bab3-47b0-9d70-3a2ceb3f2f6c tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/ports?device_id=7b9fb087-423b-44d5-92c7-e94bdd0e3317 HTTP/1.1" status: 200 len: 945 time: 0.0675209 Jun 24 17:09:11.900495 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-52b0f992-60bf-4162-b9f3-171b889d2436 req-6df9f0e1-b51e-4e87-95df-0bb4059daeb7 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/security-groups?id=92795e86-bc90-401e-8d2a-ff4520af3818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335579 Jun 24 17:09:12.516866 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-a7ceedb3-233d-4840-8238-af173e36af61 req-692908ea-3f83-4cad-81a0-b4843e96557b tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.15 "GET /v2.0/ports?device_id=329e2919-5073-4e84-afbe-260e16bdfd5a HTTP/1.1" status: 200 len: 210 time: 0.0316725 Jun 24 17:09:13.074321 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b25320-2ce9-455e-a0c4-5bb518d0d54e req-42a445a8-2689-44dd-ac44-9e3499c046c5 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:09:13.075768 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-f5b25320-2ce9-455e-a0c4-5bb518d0d54e req-42a445a8-2689-44dd-ac44-9e3499c046c5 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/ports?device_id=7b9fb087-423b-44d5-92c7-e94bdd0e3317 HTTP/1.1" status: 200 len: 945 time: 0.0622046 Jun 24 17:09:13.112639 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-f5b25320-2ce9-455e-a0c4-5bb518d0d54e req-5194fe1e-a32f-4797-aef3-dd8483aa6619 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/security-groups?id=92795e86-bc90-401e-8d2a-ff4520af3818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313075 Jun 24 17:09:13.457379 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-6c9d1166-a745-4900-8f11-cbf4b2643334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:09:13.868841 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:09:14.901495 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5af43288-dd02-4084-874e-f1fcba283848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:09:16.434287 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-845c8506-8cf5-4b6b-bbc4-443bdb09ac47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:09:17.189694 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-19fad76a-72cb-43fe-a5a0-4abb1d7d426b req-b141cd2c-8282-4d6f-98cd-d18bd4d4a22c tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.15 "GET /v2.0/ports?device_id=329e2919-5073-4e84-afbe-260e16bdfd5a HTTP/1.1" status: 200 len: 210 time: 0.0292766 Jun 24 17:09:17.265538 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5953c7-3849-455a-825a-fc15aebe0e32 req-a7306f87-491e-48fd-a255-44ab644e4fac tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:09:17.266986 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-3f5953c7-3849-455a-825a-fc15aebe0e32 req-a7306f87-491e-48fd-a255-44ab644e4fac tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/ports?device_id=7b9fb087-423b-44d5-92c7-e94bdd0e3317 HTTP/1.1" status: 200 len: 945 time: 0.0710692 Jun 24 17:09:17.304113 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-3f5953c7-3849-455a-825a-fc15aebe0e32 req-90edd862-be0b-4199-9546-8d91ac5f97ad tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/security-groups?id=92795e86-bc90-401e-8d2a-ff4520af3818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313435 Jun 24 17:09:18.527898 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3808466a-538c-4309-bbd3-4fc7234bb007 req-6cac721a-87cb-4bc5-90dc-7eb8d5423d22 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:09:18.531932 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-3808466a-538c-4309-bbd3-4fc7234bb007 req-6cac721a-87cb-4bc5-90dc-7eb8d5423d22 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.37 "GET /v2.0/networks?id=ba658aca-cb58-44c7-9214-800ff857a4cd HTTP/1.1" status: 200 len: 814 time: 0.1085317 Jun 24 17:09:18.619558 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-6aafc639-a017-47c1-9a4f-7e6f0f2a0644 req-f977aef4-500d-4e8c-bbf1-a37c779dff4f tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.15 "GET /v2.0/ports?device_id=329e2919-5073-4e84-afbe-260e16bdfd5a HTTP/1.1" status: 200 len: 210 time: 0.0449679 Jun 24 17:09:18.632095 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.v2.base [req-3808466a-538c-4309-bbd3-4fc7234bb007 req-f3a6346c-e5b6-4e42-b628-454268572330 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Request body: {'port': {'device_id': '329e2919-5073-4e84-afbe-260e16bdfd5a', 'network_id': 'ba658aca-cb58-44c7-9214-800ff857a4cd', 'admin_state_up': True, 'tenant_id': '18bc19e8074840d5aacd005693f389bc'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 17:09:18.701032 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3ebfe6-d65c-490d-9f91-e8eba0fca5ec req-32d9fdb5-a876-4740-8b13-bc7677830882 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:09:18.706140 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-dd3ebfe6-d65c-490d-9f91-e8eba0fca5ec req-32d9fdb5-a876-4740-8b13-bc7677830882 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/ports?device_id=7b9fb087-423b-44d5-92c7-e94bdd0e3317 HTTP/1.1" status: 200 len: 945 time: 0.0669315 Jun 24 17:09:18.757159 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-dd3ebfe6-d65c-490d-9f91-e8eba0fca5ec req-9a0020f9-7f31-4b25-ad87-59696404dd35 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/security-groups?id=92795e86-bc90-401e-8d2a-ff4520af3818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487909 Jun 24 17:09:18.823144 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3808466a-538c-4309-bbd3-4fc7234bb007 req-f3a6346c-e5b6-4e42-b628-454268572330 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Made reservation on behalf of 18bc19e8074840d5aacd005693f389bc for: {'port': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 17:09:18.826809 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-3808466a-538c-4309-bbd3-4fc7234bb007 req-f3a6346c-e5b6-4e42-b628-454268572330 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:09:18.950025 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [req-3808466a-538c-4309-bbd3-4fc7234bb007 req-f3a6346c-e5b6-4e42-b628-454268572330 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Allocated IP 172.20.0.11 (ba658aca-cb58-44c7-9214-800ff857a4cd/5f9f2a5b-9478-442a-a358-447e513537b6/feb92754-6af7-4037-8c1f-71e6e8b4fe79) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 17:09:19.103127 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-3808466a-538c-4309-bbd3-4fc7234bb007 req-f3a6346c-e5b6-4e42-b628-454268572330 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:09:19.189293 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-3808466a-538c-4309-bbd3-4fc7234bb007 req-f3a6346c-e5b6-4e42-b628-454268572330 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1991527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-355756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734938254830'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:09:19.194272 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:09:19.232548 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3808466a-538c-4309-bbd3-4fc7234bb007 req-f3a6346c-e5b6-4e42-b628-454268572330 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Network ba658aca-cb58-44c7-9214-800ff857a4cd is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 17:09:19.235757 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [req-3808466a-538c-4309-bbd3-4fc7234bb007 req-f3a6346c-e5b6-4e42-b628-454268572330 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 17:09:19.239162 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-3808466a-538c-4309-bbd3-4fc7234bb007 req-f3a6346c-e5b6-4e42-b628-454268572330 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 17:09:19.245404 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3808466a-538c-4309-bbd3-4fc7234bb007 req-f3a6346c-e5b6-4e42-b628-454268572330 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:09:19.248118 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-3808466a-538c-4309-bbd3-4fc7234bb007 req-f3a6346c-e5b6-4e42-b628-454268572330 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592921'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:09:19.248259 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] get_ports_and_sgs() called for port_ids ['11b9971d-f988-4b28-a63c-b6938d952daa'] {{(pid=93702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 17:09:19.260985 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a6346c-e5b6-4e42-b628-454268572330 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Pushing event updated for resources: {'Port': ['ID=feb92754-6af7-4037-8c1f-71e6e8b4fe79,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:09:19.268773 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a6346c-e5b6-4e42-b628-454268572330 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:09:19.269151 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a6346c-e5b6-4e42-b628-454268572330 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:09:19.269507 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a6346c-e5b6-4e42-b628-454268572330 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:09:19.269880 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a6346c-e5b6-4e42-b628-454268572330 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:09:19.270228 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a6346c-e5b6-4e42-b628-454268572330 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:09:19.270568 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a6346c-e5b6-4e42-b628-454268572330 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:09:19.270904 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a6346c-e5b6-4e42-b628-454268572330 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:09:19.271239 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a6346c-e5b6-4e42-b628-454268572330 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:09:19.271573 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a6346c-e5b6-4e42-b628-454268572330 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:09:19.271906 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a6346c-e5b6-4e42-b628-454268572330 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:09:19.272237 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a6346c-e5b6-4e42-b628-454268572330 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:09:19.272613 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a6346c-e5b6-4e42-b628-454268572330 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:09:19.277019 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-f3a6346c-e5b6-4e42-b628-454268572330 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:09:19.338990 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-3808466a-538c-4309-bbd3-4fc7234bb007 req-f3a6346c-e5b6-4e42-b628-454268572330 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7182758 Jun 24 17:09:19.369467 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.v2.base [req-3808466a-538c-4309-bbd3-4fc7234bb007 req-48f9cf40-4780-4c94-8758-abadcb5ae045 service neutron] Request body: {'port': {'device_id': '329e2919-5073-4e84-afbe-260e16bdfd5a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79797'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 17:09:19.446502 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-3808466a-538c-4309-bbd3-4fc7234bb007 req-48f9cf40-4780-4c94-8758-abadcb5ae045 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:09:19.728343 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.notifiers.nova [req-3808466a-538c-4309-bbd3-4fc7234bb007 req-48f9cf40-4780-4c94-8758-abadcb5ae045 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id feb92754-6af7-4037-8c1f-71e6e8b4fe79 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 17:09:19.735990 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-3808466a-538c-4309-bbd3-4fc7234bb007 req-48f9cf40-4780-4c94-8758-abadcb5ae045 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:09:19.748802 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [req-3808466a-538c-4309-bbd3-4fc7234bb007 req-48f9cf40-4780-4c94-8758-abadcb5ae045 service neutron] Transition to ACTIVE for port object feb92754-6af7-4037-8c1f-71e6e8b4fe79 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 17:09:19.851285 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-3808466a-538c-4309-bbd3-4fc7234bb007 req-48f9cf40-4780-4c94-8758-abadcb5ae045 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:09:19.857512 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:09:19.933878 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f9cf40-4780-4c94-8758-abadcb5ae045 service neutron] Pushing event updated for resources: {'Port': ['ID=feb92754-6af7-4037-8c1f-71e6e8b4fe79,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:09:19.952341 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-48f9cf40-4780-4c94-8758-abadcb5ae045 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:09:19.978193 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d533d785-aab4-445b-b6b6-3abb66e316a3 req-15895323-c9d8-4e72-becc-225865a63b37 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:09:19.979667 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-d533d785-aab4-445b-b6b6-3abb66e316a3 req-15895323-c9d8-4e72-becc-225865a63b37 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.15 "GET /v2.0/ports?device_id=329e2919-5073-4e84-afbe-260e16bdfd5a HTTP/1.1" status: 200 len: 932 time: 0.1887279 Jun 24 17:09:19.981094 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-3808466a-538c-4309-bbd3-4fc7234bb007 req-48f9cf40-4780-4c94-8758-abadcb5ae045 service neutron] Attempting to bind port feb92754-6af7-4037-8c1f-71e6e8b4fe79 on host hv-cinder-79797 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 17:09:19.981809 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-3808466a-538c-4309-bbd3-4fc7234bb007 req-48f9cf40-4780-4c94-8758-abadcb5ae045 service neutron] Attempting to bind port feb92754-6af7-4037-8c1f-71e6e8b4fe79 by drivers openvswitch,hyperv on host hv-cinder-79797 at level 0 using segments [{'id': '12f2579c-f9ba-4bfe-aa56-7adb09f408d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'ba658aca-cb58-44c7-9214-800ff857a4cd'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 17:09:19.982354 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3808466a-538c-4309-bbd3-4fc7234bb007 req-48f9cf40-4780-4c94-8758-abadcb5ae045 service neutron] Attempting to bind port feb92754-6af7-4037-8c1f-71e6e8b4fe79 on network ba658aca-cb58-44c7-9214-800ff857a4cd {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 17:09:19.995326 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3808466a-538c-4309-bbd3-4fc7234bb007 req-48f9cf40-4780-4c94-8758-abadcb5ae045 service neutron] Port feb92754-6af7-4037-8c1f-71e6e8b4fe79 on network ba658aca-cb58-44c7-9214-800ff857a4cd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79797 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 17:09:20.003895 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3808466a-538c-4309-bbd3-4fc7234bb007 req-48f9cf40-4780-4c94-8758-abadcb5ae045 service neutron] Attempting to bind port feb92754-6af7-4037-8c1f-71e6e8b4fe79 on network ba658aca-cb58-44c7-9214-800ff857a4cd {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 17:09:20.010799 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7d978b-96d8-4c89-9d81-c2520b1ed6db req-e5cf6e84-d839-4737-9f87-e4e6a1735b8a tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:09:20.012274 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-7f7d978b-96d8-4c89-9d81-c2520b1ed6db req-e5cf6e84-d839-4737-9f87-e4e6a1735b8a tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/ports?device_id=7b9fb087-423b-44d5-92c7-e94bdd0e3317 HTTP/1.1" status: 200 len: 945 time: 0.1186447 Jun 24 17:09:20.013354 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3808466a-538c-4309-bbd3-4fc7234bb007 req-48f9cf40-4780-4c94-8758-abadcb5ae045 service neutron] Checking agent: {'id': '1288d539-9cda-419c-bcb9-190041a83682', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79797', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 17, 6, 19), 'started_at': datetime.datetime(2021, 6, 24, 17, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 17, 8, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 17:09:20.013710 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3808466a-538c-4309-bbd3-4fc7234bb007 req-48f9cf40-4780-4c94-8758-abadcb5ae045 service neutron] Checking segment: {'id': '12f2579c-f9ba-4bfe-aa56-7adb09f408d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'ba658aca-cb58-44c7-9214-800ff857a4cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 17:09:20.014093 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3808466a-538c-4309-bbd3-4fc7234bb007 req-48f9cf40-4780-4c94-8758-abadcb5ae045 service neutron] Bound using segment: {'id': '12f2579c-f9ba-4bfe-aa56-7adb09f408d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'ba658aca-cb58-44c7-9214-800ff857a4cd'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 17:09:20.014647 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-3808466a-538c-4309-bbd3-4fc7234bb007 req-48f9cf40-4780-4c94-8758-abadcb5ae045 service neutron] Bound port: feb92754-6af7-4037-8c1f-71e6e8b4fe79, host: hv-cinder-79797, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12f2579c-f9ba-4bfe-aa56-7adb09f408d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'ba658aca-cb58-44c7-9214-800ff857a4cd'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 17:09:20.015011 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-3808466a-538c-4309-bbd3-4fc7234bb007 req-48f9cf40-4780-4c94-8758-abadcb5ae045 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:09:20.022459 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-59b72807-47c3-4114-b1a0-4d97a102b306 req-3c991fdb-4d94-4628-8a87-899cabe7b2c4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7f3d984b-f6ee-40de-ba4c-8370d8f6cef6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0931511 Jun 24 17:09:20.042008 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-d533d785-aab4-445b-b6b6-3abb66e316a3 req-651880cb-e52c-4fe0-9672-e5d283b676b4 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.15 "GET /v2.0/security-groups?id=240ea0bc-105c-4667-abc7-4b917e0290b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552773 Jun 24 17:09:20.063299 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-7f7d978b-96d8-4c89-9d81-c2520b1ed6db req-ca058b28-f0f1-4921-999f-868ccc1b541c tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/security-groups?id=92795e86-bc90-401e-8d2a-ff4520af3818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426209 Jun 24 17:09:20.132631 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-3808466a-538c-4309-bbd3-4fc7234bb007 req-48f9cf40-4780-4c94-8758-abadcb5ae045 service neutron] For port feb92754-6af7-4037-8c1f-71e6e8b4fe79, host hv-cinder-79797, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 17:09:20.132631 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-3808466a-538c-4309-bbd3-4fc7234bb007 req-48f9cf40-4780-4c94-8758-abadcb5ae045 service neutron] For port feb92754-6af7-4037-8c1f-71e6e8b4fe79, host hv-cinder-79797, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=feb92754-6af7-4037-8c1f-71e6e8b4fe79,segment=NetworkSegment(12f2579c-f9ba-4bfe-aa56-7adb09f408d3),segment_id=12f2579c-f9ba-4bfe-aa56-7adb09f408d3)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 17:09:20.209944 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:09:20.247034 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-3808466a-538c-4309-bbd3-4fc7234bb007 req-48f9cf40-4780-4c94-8758-abadcb5ae045 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:09:20.251093 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-b7765b12-fbc3-4a47-a194-7db288f39fa0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:09:20.262379 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b72807-47c3-4114-b1a0-4d97a102b306 req-0e63a264-c8bf-4b5b-8dc8-333181bcf9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:09:20.264378 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-59b72807-47c3-4114-b1a0-4d97a102b306 req-0e63a264-c8bf-4b5b-8dc8-333181bcf9c2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=18bc19e8074840d5aacd005693f389bc&device_id=7f3d984b-f6ee-40de-ba4c-8370d8f6cef6 HTTP/1.1" status: 200 len: 1098 time: 0.0635316 Jun 24 17:09:20.291982 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3808466a-538c-4309-bbd3-4fc7234bb007 req-48f9cf40-4780-4c94-8758-abadcb5ae045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:09:20.292650 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-3808466a-538c-4309-bbd3-4fc7234bb007 req-48f9cf40-4780-4c94-8758-abadcb5ae045 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592921'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:09:20.293967 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-3808466a-538c-4309-bbd3-4fc7234bb007 req-48f9cf40-4780-4c94-8758-abadcb5ae045 service neutron] 10.222.0.37 "PUT /v2.0/ports/feb92754-6af7-4037-8c1f-71e6e8b4fe79 HTTP/1.1" status: 200 len: 1094 time: 0.9293733 Jun 24 17:09:20.294452 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '329e2919-5073-4e84-afbe-260e16bdfd5a', 'tag': 'feb92754-6af7-4037-8c1f-71e6e8b4fe79'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 17:09:20.296698 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55b777855581bcfca1ea7f1411fd739ba8bd3bff9faf8aab84294ca486557f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-748d3bd2-2450-4375-8b4a-0d7d786cd42f" -d '{"events": [{"name": "network-changed", "server_uuid": "329e2919-5073-4e84-afbe-260e16bdfd5a", "tag": "feb92754-6af7-4037-8c1f-71e6e8b4fe79"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 17:09:20.328847 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f9cf40-4780-4c94-8758-abadcb5ae045 service neutron] Pushing event updated for resources: {'Port': ['ID=feb92754-6af7-4037-8c1f-71e6e8b4fe79,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:09:20.332321 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-48f9cf40-4780-4c94-8758-abadcb5ae045 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:09:20.335894 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 17:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0453a59-b42a-4695-a877-381ec40cc17a x-openstack-request-id: req-a0453a59-b42a-4695-a877-381ec40cc17a {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 17:09:20.336761 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "329e2919-5073-4e84-afbe-260e16bdfd5a", "tag": "feb92754-6af7-4037-8c1f-71e6e8b4fe79", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 17:09:20.337209 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a0453a59-b42a-4695-a877-381ec40cc17a {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 17:09:20.337633 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '329e2919-5073-4e84-afbe-260e16bdfd5a', 'tag': 'feb92754-6af7-4037-8c1f-71e6e8b4fe79', 'status': 'completed', 'code': 200} Jun 24 17:09:20.386240 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b72807-47c3-4114-b1a0-4d97a102b306 req-3707ded7-fdf7-48d8-a199-1486f2c2d2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:09:20.387777 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-59b72807-47c3-4114-b1a0-4d97a102b306 req-3707ded7-fdf7-48d8-a199-1486f2c2d2b0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ba658aca-cb58-44c7-9214-800ff857a4cd HTTP/1.1" status: 200 len: 914 time: 0.0954924 Jun 24 17:09:20.450839 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-59b72807-47c3-4114-b1a0-4d97a102b306 req-affadbc6-65b0-4934-8f5d-4b58c38a647a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=11b9971d-f988-4b28-a63c-b6938d952daa HTTP/1.1" status: 200 len: 217 time: 0.0338261 Jun 24 17:09:20.469072 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748d3bd2-2450-4375-8b4a-0d7d786cd42f req-2a2fef25-c558-49d4-accf-14b6bdf2f5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:09:20.470568 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-748d3bd2-2450-4375-8b4a-0d7d786cd42f req-2a2fef25-c558-49d4-accf-14b6bdf2f5d3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=18bc19e8074840d5aacd005693f389bc&device_id=329e2919-5073-4e84-afbe-260e16bdfd5a HTTP/1.1" status: 200 len: 1097 time: 0.0516238 Jun 24 17:09:20.510428 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b72807-47c3-4114-b1a0-4d97a102b306 req-550e0287-690b-4834-9619-a7c3a2604920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:09:20.511844 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-59b72807-47c3-4114-b1a0-4d97a102b306 req-550e0287-690b-4834-9619-a7c3a2604920 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5f9f2a5b-9478-442a-a358-447e513537b6 HTTP/1.1" status: 200 len: 854 time: 0.0444958 Jun 24 17:09:20.548802 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-59b72807-47c3-4114-b1a0-4d97a102b306 req-45123881-d524-40a6-b3ba-707c1b341cdb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ba658aca-cb58-44c7-9214-800ff857a4cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298243 Jun 24 17:09:20.594127 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748d3bd2-2450-4375-8b4a-0d7d786cd42f req-3f8afb12-c919-47ad-9dd8-fdfe34be07f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:09:20.595535 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-748d3bd2-2450-4375-8b4a-0d7d786cd42f req-3f8afb12-c919-47ad-9dd8-fdfe34be07f1 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=18bc19e8074840d5aacd005693f389bc&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0941255 Jun 24 17:09:20.763669 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748d3bd2-2450-4375-8b4a-0d7d786cd42f req-44592d19-c47e-4b73-a5eb-167363e00f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:09:20.765154 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-748d3bd2-2450-4375-8b4a-0d7d786cd42f req-44592d19-c47e-4b73-a5eb-167363e00f72 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0922291 Jun 24 17:09:20.781687 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-59b72807-47c3-4114-b1a0-4d97a102b306 req-59bff5dd-e3d4-4cc3-939d-66ebfb8b6563 service neutron] 10.222.0.37 "GET /v2.0/networks/ba658aca-cb58-44c7-9214-800ff857a4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965276 Jun 24 17:09:20.791814 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be09799-7586-4c5a-8bcb-84a72f4b67ed req-064d7e79-bcdf-468e-8bb8-af6c3579479e tempest-DeleteServersTestJSON-1513565885 tempest-DeleteServersTestJSON-1513565885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:09:20.793261 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-5be09799-7586-4c5a-8bcb-84a72f4b67ed req-064d7e79-bcdf-468e-8bb8-af6c3579479e tempest-DeleteServersTestJSON-1513565885 tempest-DeleteServersTestJSON-1513565885-project] 10.222.0.15 "GET /v2.0/ports?device_id=35d1563d-65d4-4696-bf64-9fa89e5f8567 HTTP/1.1" status: 200 len: 946 time: 0.1347461 Jun 24 17:09:20.837243 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-5be09799-7586-4c5a-8bcb-84a72f4b67ed req-2c62a737-8c6c-4fe0-9242-6d70cadaf678 tempest-DeleteServersTestJSON-1513565885 tempest-DeleteServersTestJSON-1513565885-project] 10.222.0.15 "GET /v2.0/security-groups?id=10c0f418-3e44-4c64-a836-2045165cded7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366893 Jun 24 17:09:20.960096 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-59b72807-47c3-4114-b1a0-4d97a102b306 req-cd2ba1e0-4e5e-44d3-abd5-dea2f0b02b97 service neutron] 10.222.0.37 "GET /v2.0/networks/ba658aca-cb58-44c7-9214-800ff857a4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002433 Jun 24 17:09:20.995430 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3808466a-538c-4309-bbd3-4fc7234bb007 req-4e140594-a4d9-448d-bceb-22563e7712f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:09:20.996970 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-3808466a-538c-4309-bbd3-4fc7234bb007 req-4e140594-a4d9-448d-bceb-22563e7712f6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=18bc19e8074840d5aacd005693f389bc&device_id=329e2919-5073-4e84-afbe-260e16bdfd5a HTTP/1.1" status: 200 len: 1097 time: 0.0729904 Jun 24 17:09:21.082417 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-3808466a-538c-4309-bbd3-4fc7234bb007 req-bb89057f-83d5-4144-af23-2d0811ace1e9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=feb92754-6af7-4037-8c1f-71e6e8b4fe79 HTTP/1.1" status: 200 len: 217 time: 0.0374689 Jun 24 17:09:21.181990 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3808466a-538c-4309-bbd3-4fc7234bb007 req-c070c1fc-a131-40d4-82f4-94b4259ae3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:09:21.185923 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-3808466a-538c-4309-bbd3-4fc7234bb007 req-c070c1fc-a131-40d4-82f4-94b4259ae3d4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5f9f2a5b-9478-442a-a358-447e513537b6 HTTP/1.1" status: 200 len: 854 time: 0.0684705 Jun 24 17:09:21.271588 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-3808466a-538c-4309-bbd3-4fc7234bb007 req-80231eea-3857-4106-b6bb-be0c18ea6720 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ba658aca-cb58-44c7-9214-800ff857a4cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415189 Jun 24 17:09:21.284316 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfa0f1c-4b89-424a-911d-df4fd67a0e8e req-2db7718d-75f4-405f-87cb-d992716ca88e tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:09:21.286010 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-1dfa0f1c-4b89-424a-911d-df4fd67a0e8e req-2db7718d-75f4-405f-87cb-d992716ca88e tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/ports?device_id=7b9fb087-423b-44d5-92c7-e94bdd0e3317 HTTP/1.1" status: 200 len: 945 time: 0.0845532 Jun 24 17:09:21.319538 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20f660b-d673-4e95-b706-5109a2d96eab req-9e10cd65-6688-45b4-ad1d-d783224f288b tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:09:21.321253 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-e20f660b-d673-4e95-b706-5109a2d96eab req-9e10cd65-6688-45b4-ad1d-d783224f288b tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.15 "GET /v2.0/ports?device_id=329e2919-5073-4e84-afbe-260e16bdfd5a HTTP/1.1" status: 200 len: 944 time: 0.1340764 Jun 24 17:09:21.336956 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-1dfa0f1c-4b89-424a-911d-df4fd67a0e8e req-1208366d-6821-4098-9b83-50e4bde89b7a tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/security-groups?id=92795e86-bc90-401e-8d2a-ff4520af3818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379963 Jun 24 17:09:21.412293 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-e20f660b-d673-4e95-b706-5109a2d96eab req-93733a22-a0c9-4fcb-9617-a073fc6b6a93 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.15 "GET /v2.0/security-groups?id=240ea0bc-105c-4667-abc7-4b917e0290b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816352 Jun 24 17:09:21.432721 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-3808466a-538c-4309-bbd3-4fc7234bb007 req-03990843-4a5b-46c5-9d87-652601a95752 service neutron] 10.222.0.37 "GET /v2.0/networks/ba658aca-cb58-44c7-9214-800ff857a4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513417 Jun 24 17:09:21.525107 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-3808466a-538c-4309-bbd3-4fc7234bb007 req-90962299-523d-4ad5-8720-ce978443a0aa service neutron] 10.222.0.37 "GET /v2.0/networks/ba658aca-cb58-44c7-9214-800ff857a4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828958 Jun 24 17:09:22.019952 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad9b4cf-4008-4891-8696-1dce2e58e517 req-d4930569-5a21-4fe0-8219-b9878f478980 tempest-DeleteServersTestJSON-1513565885 tempest-DeleteServersTestJSON-1513565885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:09:22.021417 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-aad9b4cf-4008-4891-8696-1dce2e58e517 req-d4930569-5a21-4fe0-8219-b9878f478980 tempest-DeleteServersTestJSON-1513565885 tempest-DeleteServersTestJSON-1513565885-project] 10.222.0.15 "GET /v2.0/ports?device_id=35d1563d-65d4-4696-bf64-9fa89e5f8567 HTTP/1.1" status: 200 len: 946 time: 0.0671716 Jun 24 17:09:22.060807 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-aad9b4cf-4008-4891-8696-1dce2e58e517 req-d805f1da-2308-4c02-b604-b3f1a05fad7c tempest-DeleteServersTestJSON-1513565885 tempest-DeleteServersTestJSON-1513565885-project] 10.222.0.15 "GET /v2.0/security-groups?id=10c0f418-3e44-4c64-a836-2045165cded7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324056 Jun 24 17:09:22.341482 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 55406) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:09:22.445378 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e6e09b04-b0f9-4db9-8ced-368a3b4a1912 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:09:22.520495 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df04649-cabb-4614-bb3a-37394db52864 req-0e6e02ca-8fee-488d-a3d1-08285e57bcf7 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:09:22.522011 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-8df04649-cabb-4614-bb3a-37394db52864 req-0e6e02ca-8fee-488d-a3d1-08285e57bcf7 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/ports?device_id=7b9fb087-423b-44d5-92c7-e94bdd0e3317 HTTP/1.1" status: 200 len: 945 time: 0.0707011 Jun 24 17:09:22.563353 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e6e09b04-b0f9-4db9-8ced-368a3b4a1912 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:09:22.564974 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-8df04649-cabb-4614-bb3a-37394db52864 req-47e51b8e-19a0-46c4-a26a-e26215199c49 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/security-groups?id=92795e86-bc90-401e-8d2a-ff4520af3818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358133 Jun 24 17:09:22.622871 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958bf755-6e65-48a0-888d-3df9b2759169 req-b666b313-3a34-437b-b33b-b1a463135417 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:09:22.622871 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-958bf755-6e65-48a0-888d-3df9b2759169 req-b666b313-3a34-437b-b33b-b1a463135417 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.15 "GET /v2.0/ports?device_id=329e2919-5073-4e84-afbe-260e16bdfd5a HTTP/1.1" status: 200 len: 944 time: 0.0712872 Jun 24 17:09:22.657876 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-958bf755-6e65-48a0-888d-3df9b2759169 req-00f7fa54-9269-4245-b47e-ea6647fff9de tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.15 "GET /v2.0/security-groups?id=240ea0bc-105c-4667-abc7-4b917e0290b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317271 Jun 24 17:09:22.674634 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e6e09b04-b0f9-4db9-8ced-368a3b4a1912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:09:22.686789 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-37dac14f-bb76-45da-9ccf-64c1af0a986c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:09:22.714870 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-e6e09b04-b0f9-4db9-8ced-368a3b4a1912 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=17ecb64b5fae4a13add4e2c876216580&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3722935 Jun 24 17:09:22.716809 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e09b04-b0f9-4db9-8ced-368a3b4a1912 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ddc53c6-0154-435f-a2af-e2d919e27682,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:09:22.717870 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 55420) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:09:22.720103 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-e6e09b04-b0f9-4db9-8ced-368a3b4a1912 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:09:22.778391 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-476a0d21-47c8-4d37-81ac-5b04df23d993 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:09:22.801981 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-476a0d21-47c8-4d37-81ac-5b04df23d993 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:09:22.931886 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-476a0d21-47c8-4d37-81ac-5b04df23d993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:09:22.935996 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-476a0d21-47c8-4d37-81ac-5b04df23d993 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:09:22.935996 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-476a0d21-47c8-4d37-81ac-5b04df23d993 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6ddc53c6-0154-435f-a2af-e2d919e27682 HTTP/1.1" status: 204 len: 168 time: 0.2168117 Jun 24 17:09:22.936304 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:09:22.943820 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476a0d21-47c8-4d37-81ac-5b04df23d993 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ddc53c6-0154-435f-a2af-e2d919e27682,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:09:22.951396 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476a0d21-47c8-4d37-81ac-5b04df23d993 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:09:22.951761 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476a0d21-47c8-4d37-81ac-5b04df23d993 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:09:22.952114 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476a0d21-47c8-4d37-81ac-5b04df23d993 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:09:22.952461 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476a0d21-47c8-4d37-81ac-5b04df23d993 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:09:22.952805 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476a0d21-47c8-4d37-81ac-5b04df23d993 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:09:22.953181 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476a0d21-47c8-4d37-81ac-5b04df23d993 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:09:22.953490 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476a0d21-47c8-4d37-81ac-5b04df23d993 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:09:22.953859 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476a0d21-47c8-4d37-81ac-5b04df23d993 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:09:22.959020 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476a0d21-47c8-4d37-81ac-5b04df23d993 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:09:22.959020 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476a0d21-47c8-4d37-81ac-5b04df23d993 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:09:22.959020 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476a0d21-47c8-4d37-81ac-5b04df23d993 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:09:22.959020 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476a0d21-47c8-4d37-81ac-5b04df23d993 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:09:22.959020 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-476a0d21-47c8-4d37-81ac-5b04df23d993 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:09:23.255402 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c0e55c-52f4-4752-9faa-fadfa5d2080a req-61175ff3-9152-4e89-bce4-f4f7b6b08f2e tempest-DeleteServersTestJSON-1513565885 tempest-DeleteServersTestJSON-1513565885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:09:23.256864 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-50c0e55c-52f4-4752-9faa-fadfa5d2080a req-61175ff3-9152-4e89-bce4-f4f7b6b08f2e tempest-DeleteServersTestJSON-1513565885 tempest-DeleteServersTestJSON-1513565885-project] 10.222.0.15 "GET /v2.0/ports?device_id=35d1563d-65d4-4696-bf64-9fa89e5f8567 HTTP/1.1" status: 200 len: 946 time: 0.0675089 Jun 24 17:09:23.301303 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-50c0e55c-52f4-4752-9faa-fadfa5d2080a req-ad697bdb-bf63-4cb2-a104-eeb61b2bda79 tempest-DeleteServersTestJSON-1513565885 tempest-DeleteServersTestJSON-1513565885-project] 10.222.0.15 "GET /v2.0/security-groups?id=10c0f418-3e44-4c64-a836-2045165cded7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386815 Jun 24 17:09:23.580588 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 55432) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:09:23.598730 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-311537ae-c414-4e25-a45e-c5639284fcd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:09:23.699222 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-311537ae-c414-4e25-a45e-c5639284fcd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:09:23.767178 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b09486-7dd6-4797-91d8-1e88620ef0af req-9d63b6d3-09bc-40a9-8607-d559383153b9 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:09:23.768784 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-f9b09486-7dd6-4797-91d8-1e88620ef0af req-9d63b6d3-09bc-40a9-8607-d559383153b9 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/ports?device_id=7b9fb087-423b-44d5-92c7-e94bdd0e3317 HTTP/1.1" status: 200 len: 945 time: 0.0884371 Jun 24 17:09:23.770657 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-311537ae-c414-4e25-a45e-c5639284fcd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:09:23.793270 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-3d04ad23-c7c5-427d-b3e5-f6a1c5dc413c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:09:23.809632 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-311537ae-c414-4e25-a45e-c5639284fcd7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6a8a6337d6bb41518aa24db0575be354&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2268994 Jun 24 17:09:23.814200 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 55448) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:09:23.849294 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311537ae-c414-4e25-a45e-c5639284fcd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81ee449a-c1a4-4afc-b818-0768dcff3dc8,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:09:23.856268 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fed8b5-a433-4cd1-84bf-40a9729c99a0 req-fbe1bb03-0011-4ff8-b48e-f1f6562a1ca3 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:09:23.857317 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-311537ae-c414-4e25-a45e-c5639284fcd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:09:23.859259 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-c0fed8b5-a433-4cd1-84bf-40a9729c99a0 req-fbe1bb03-0011-4ff8-b48e-f1f6562a1ca3 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.15 "GET /v2.0/ports?device_id=329e2919-5073-4e84-afbe-260e16bdfd5a HTTP/1.1" status: 200 len: 944 time: 0.0651538 Jun 24 17:09:23.879562 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-f9b09486-7dd6-4797-91d8-1e88620ef0af req-b37a2c27-8379-45e5-8b05-0012c6283e00 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/security-groups?id=92795e86-bc90-401e-8d2a-ff4520af3818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872459 Jun 24 17:09:23.909423 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-49b8ae7e-8a54-4197-8851-f01db3c53fa1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:09:23.912227 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-c0fed8b5-a433-4cd1-84bf-40a9729c99a0 req-2cfa201f-6fe7-4fbc-9512-cde8cb51a9a4 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.15 "GET /v2.0/security-groups?id=240ea0bc-105c-4667-abc7-4b917e0290b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474932 Jun 24 17:09:23.930772 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-49b8ae7e-8a54-4197-8851-f01db3c53fa1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:09:24.049612 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-49b8ae7e-8a54-4197-8851-f01db3c53fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:09:24.052148 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-49b8ae7e-8a54-4197-8851-f01db3c53fa1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:09:24.053262 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-49b8ae7e-8a54-4197-8851-f01db3c53fa1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/81ee449a-c1a4-4afc-b818-0768dcff3dc8 HTTP/1.1" status: 204 len: 168 time: 0.2357204 Jun 24 17:09:24.053944 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:09:24.065807 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b8ae7e-8a54-4197-8851-f01db3c53fa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81ee449a-c1a4-4afc-b818-0768dcff3dc8,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:09:24.065807 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-49b8ae7e-8a54-4197-8851-f01db3c53fa1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:09:24.485760 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298505ef-7d51-4fa1-9915-ef83c3fff885 req-ca0b0de7-8ae0-45c0-b3bc-d10a7bd374ad tempest-DeleteServersTestJSON-1513565885 tempest-DeleteServersTestJSON-1513565885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:09:24.485760 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-298505ef-7d51-4fa1-9915-ef83c3fff885 req-ca0b0de7-8ae0-45c0-b3bc-d10a7bd374ad tempest-DeleteServersTestJSON-1513565885 tempest-DeleteServersTestJSON-1513565885-project] 10.222.0.15 "GET /v2.0/ports?device_id=35d1563d-65d4-4696-bf64-9fa89e5f8567 HTTP/1.1" status: 200 len: 946 time: 0.0706828 Jun 24 17:09:24.530463 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-298505ef-7d51-4fa1-9915-ef83c3fff885 req-39104e4d-1649-4535-aecf-28ec83f3d07a tempest-DeleteServersTestJSON-1513565885 tempest-DeleteServersTestJSON-1513565885-project] 10.222.0.15 "GET /v2.0/security-groups?id=10c0f418-3e44-4c64-a836-2045165cded7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379512 Jun 24 17:09:24.713916 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20a6bc0-4c05-4141-bb43-1ab45c0e600d req-4724351a-2eca-4379-a8c2-ecaf3847d56a tempest-DeleteServersTestJSON-1513565885 tempest-DeleteServersTestJSON-1513565885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:09:24.715120 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-b20a6bc0-4c05-4141-bb43-1ab45c0e600d req-4724351a-2eca-4379-a8c2-ecaf3847d56a tempest-DeleteServersTestJSON-1513565885 tempest-DeleteServersTestJSON-1513565885-project] 10.222.0.37 "GET /v2.0/ports?device_id=35d1563d-65d4-4696-bf64-9fa89e5f8567 HTTP/1.1" status: 200 len: 946 time: 0.0708685 Jun 24 17:09:24.755563 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 55486) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:09:24.879821 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f85a81a6-4dcc-46a7-8de5-bb9bbeda4c11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:09:24.990108 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f85a81a6-4dcc-46a7-8de5-bb9bbeda4c11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:09:25.098459 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f85a81a6-4dcc-46a7-8de5-bb9bbeda4c11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:09:25.104257 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-fdaa3d4f-5ade-4bde-b758-1302328b7783 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:09:25.152096 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-f85a81a6-4dcc-46a7-8de5-bb9bbeda4c11 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=583dc1d86c254a9eb3da541a2d665b98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3941767 Jun 24 17:09:25.157253 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 55508) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:09:25.157961 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85a81a6-4dcc-46a7-8de5-bb9bbeda4c11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1ebc492-a25d-41c0-94b7-17128d60fa4f,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:09:25.161307 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-f85a81a6-4dcc-46a7-8de5-bb9bbeda4c11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:09:25.221579 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa47562-5b75-4ff0-92f9-235007f1b9d9 req-1d4ee2a4-9ddc-4a35-9ba7-e05ef0f9d3d2 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:09:25.223069 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-3fa47562-5b75-4ff0-92f9-235007f1b9d9 req-1d4ee2a4-9ddc-4a35-9ba7-e05ef0f9d3d2 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.15 "GET /v2.0/ports?device_id=329e2919-5073-4e84-afbe-260e16bdfd5a HTTP/1.1" status: 200 len: 944 time: 0.1591992 Jun 24 17:09:25.243887 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6e5d07-0487-4707-a04e-dc75f642ca3a req-2bbd46a3-2f38-498e-8078-ab67ab00f61c tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:09:25.245365 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-ed6e5d07-0487-4707-a04e-dc75f642ca3a req-2bbd46a3-2f38-498e-8078-ab67ab00f61c tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/ports?device_id=7b9fb087-423b-44d5-92c7-e94bdd0e3317 HTTP/1.1" status: 200 len: 945 time: 0.1277020 Jun 24 17:09:25.253247 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-cea0fa6c-36b0-4069-af18-a965836c0d67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:09:25.258801 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [req-b20a6bc0-4c05-4141-bb43-1ab45c0e600d req-df7e31da-5fa4-4d62-82e2-0a6cd876d37a tempest-DeleteServersTestJSON-1513565885 tempest-DeleteServersTestJSON-1513565885-project] Deleting port 6b863315-7dd5-45a7-99bc-0e12ba3779a8 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 17:09:25.259709 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-b20a6bc0-4c05-4141-bb43-1ab45c0e600d req-df7e31da-5fa4-4d62-82e2-0a6cd876d37a tempest-DeleteServersTestJSON-1513565885 tempest-DeleteServersTestJSON-1513565885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734938643496'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:09:25.290445 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-cea0fa6c-36b0-4069-af18-a965836c0d67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:09:25.294839 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-3fa47562-5b75-4ff0-92f9-235007f1b9d9 req-1244bc71-be5b-4d3e-a563-bb420d0cdec4 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.15 "GET /v2.0/security-groups?id=240ea0bc-105c-4667-abc7-4b917e0290b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580409 Jun 24 17:09:25.348830 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-ed6e5d07-0487-4707-a04e-dc75f642ca3a req-4b9f40fa-3385-4990-87e7-c711973472bb tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/security-groups?id=92795e86-bc90-401e-8d2a-ff4520af3818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920837 Jun 24 17:09:25.402324 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-b20a6bc0-4c05-4141-bb43-1ab45c0e600d req-df7e31da-5fa4-4d62-82e2-0a6cd876d37a tempest-DeleteServersTestJSON-1513565885 tempest-DeleteServersTestJSON-1513565885-project] For port 6b863315-7dd5-45a7-99bc-0e12ba3779a8, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=6b863315-7dd5-45a7-99bc-0e12ba3779a8,segment=NetworkSegment(9dcc22a8-c6a4-47fa-9345-4011e47050ec),segment_id=9dcc22a8-c6a4-47fa-9345-4011e47050ec)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 17:09:25.402708 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-b20a6bc0-4c05-4141-bb43-1ab45c0e600d req-df7e31da-5fa4-4d62-82e2-0a6cd876d37a tempest-DeleteServersTestJSON-1513565885 tempest-DeleteServersTestJSON-1513565885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939437'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:09:25.419435 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [req-b20a6bc0-4c05-4141-bb43-1ab45c0e600d req-df7e31da-5fa4-4d62-82e2-0a6cd876d37a tempest-DeleteServersTestJSON-1513565885 tempest-DeleteServersTestJSON-1513565885-project] Calling delete_port for 6b863315-7dd5-45a7-99bc-0e12ba3779a8 owned by compute:nova {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 17:09:25.486437 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-cea0fa6c-36b0-4069-af18-a965836c0d67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:09:25.489711 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-cea0fa6c-36b0-4069-af18-a965836c0d67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:09:25.491131 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-cea0fa6c-36b0-4069-af18-a965836c0d67 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a1ebc492-a25d-41c0-94b7-17128d60fa4f HTTP/1.1" status: 204 len: 168 time: 0.3287055 Jun 24 17:09:25.491996 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:09:25.502633 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea0fa6c-36b0-4069-af18-a965836c0d67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1ebc492-a25d-41c0-94b7-17128d60fa4f,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:09:25.506239 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-cea0fa6c-36b0-4069-af18-a965836c0d67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:09:25.707542 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-b20a6bc0-4c05-4141-bb43-1ab45c0e600d req-df7e31da-5fa4-4d62-82e2-0a6cd876d37a tempest-DeleteServersTestJSON-1513565885 tempest-DeleteServersTestJSON-1513565885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734938646739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734938254839'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:09:25.712693 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-b7765b12-fbc3-4a47-a194-7db288f39fa0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:09:25.734618 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9410548-bef1-404e-a386-e8f0bc6b5b56 req-a536ecc1-bd73-4e88-9c6f-41f682792115 tempest-DeleteServersTestJSON-1513565885 tempest-DeleteServersTestJSON-1513565885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:09:25.736095 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-d9410548-bef1-404e-a386-e8f0bc6b5b56 req-a536ecc1-bd73-4e88-9c6f-41f682792115 tempest-DeleteServersTestJSON-1513565885 tempest-DeleteServersTestJSON-1513565885-project] 10.222.0.15 "GET /v2.0/ports?device_id=35d1563d-65d4-4696-bf64-9fa89e5f8567 HTTP/1.1" status: 200 len: 946 time: 0.0750790 Jun 24 17:09:25.749810 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7e31da-5fa4-4d62-82e2-0a6cd876d37a tempest-DeleteServersTestJSON-1513565885 tempest-DeleteServersTestJSON-1513565885-project] Pushing event deleted for resources: {'Port': ['ID=6b863315-7dd5-45a7-99bc-0e12ba3779a8,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:09:25.765032 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] get_ports_and_sgs() called for port_ids ['6b863315-7dd5-45a7-99bc-0e12ba3779a8'] {{(pid=93702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 17:09:25.807467 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-d9410548-bef1-404e-a386-e8f0bc6b5b56 req-98520194-a566-4c11-9c7e-55c6f235f322 tempest-DeleteServersTestJSON-1513565885 tempest-DeleteServersTestJSON-1513565885-project] 10.222.0.15 "GET /v2.0/security-groups?id=10c0f418-3e44-4c64-a836-2045165cded7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650413 Jun 24 17:09:25.816976 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-df7e31da-5fa4-4d62-82e2-0a6cd876d37a tempest-DeleteServersTestJSON-1513565885 tempest-DeleteServersTestJSON-1513565885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:09:25.841238 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-b20a6bc0-4c05-4141-bb43-1ab45c0e600d req-df7e31da-5fa4-4d62-82e2-0a6cd876d37a tempest-DeleteServersTestJSON-1513565885 tempest-DeleteServersTestJSON-1513565885-project] No DVR routers for this DVR port 6b863315-7dd5-45a7-99bc-0e12ba3779a8 on host hv-cinder-79797 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 17:09:25.844875 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-b20a6bc0-4c05-4141-bb43-1ab45c0e600d req-df7e31da-5fa4-4d62-82e2-0a6cd876d37a tempest-DeleteServersTestJSON-1513565885 tempest-DeleteServersTestJSON-1513565885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14435'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:09:25.847476 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-b20a6bc0-4c05-4141-bb43-1ab45c0e600d req-df7e31da-5fa4-4d62-82e2-0a6cd876d37a tempest-DeleteServersTestJSON-1513565885 tempest-DeleteServersTestJSON-1513565885-project] 10.222.0.37 "DELETE /v2.0/ports/6b863315-7dd5-45a7-99bc-0e12ba3779a8 HTTP/1.1" status: 204 len: 173 time: 1.0143449 Jun 24 17:09:25.847985 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35d1563d-65d4-4696-bf64-9fa89e5f8567', 'name': 'network-vif-deleted', 'tag': '6b863315-7dd5-45a7-99bc-0e12ba3779a8'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 17:09:25.850317 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55b777855581bcfca1ea7f1411fd739ba8bd3bff9faf8aab84294ca486557f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfe4fcb7-df2a-4d1e-b531-4129004f36db" -d '{"events": [{"server_uuid": "35d1563d-65d4-4696-bf64-9fa89e5f8567", "name": "network-vif-deleted", "tag": "6b863315-7dd5-45a7-99bc-0e12ba3779a8"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 17:09:26.102246 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 17:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d34212ee-5ebd-45f7-9eb9-98298681c879 x-openstack-request-id: req-d34212ee-5ebd-45f7-9eb9-98298681c879 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 17:09:26.102246 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35d1563d-65d4-4696-bf64-9fa89e5f8567", "name": "network-vif-deleted", "tag": "6b863315-7dd5-45a7-99bc-0e12ba3779a8", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 17:09:26.102246 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d34212ee-5ebd-45f7-9eb9-98298681c879 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 17:09:26.102246 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35d1563d-65d4-4696-bf64-9fa89e5f8567', 'name': 'network-vif-deleted', 'tag': '6b863315-7dd5-45a7-99bc-0e12ba3779a8', 'status': 'completed', 'code': 200} Jun 24 17:09:26.337067 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 55562) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:09:26.350797 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-75aed873-87b4-4939-a270-ea54fd88dea2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:09:26.415393 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Device feb92754-6af7-4037-8c1f-71e6e8b4fe79 details requested by agent hyperv_hv-cinder-79797 with host hv-cinder-79797 {{(pid=93702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 17:09:26.488370 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-75aed873-87b4-4939-a270-ea54fd88dea2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:09:26.539385 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3487e6b-0a34-4f5c-8c12-97a24511dc99 req-ff8229ce-7867-4481-b180-23dbc5988b85 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:09:26.541157 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-c3487e6b-0a34-4f5c-8c12-97a24511dc99 req-ff8229ce-7867-4481-b180-23dbc5988b85 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.15 "GET /v2.0/ports?device_id=329e2919-5073-4e84-afbe-260e16bdfd5a HTTP/1.1" status: 200 len: 944 time: 0.0876131 Jun 24 17:09:26.542459 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] For port feb92754-6af7-4037-8c1f-71e6e8b4fe79, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=feb92754-6af7-4037-8c1f-71e6e8b4fe79,segment=NetworkSegment(12f2579c-f9ba-4bfe-aa56-7adb09f408d3),segment_id=12f2579c-f9ba-4bfe-aa56-7adb09f408d3)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 17:09:26.554564 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Returning: {'device': 'feb92754-6af7-4037-8c1f-71e6e8b4fe79', 'network_id': 'ba658aca-cb58-44c7-9214-800ff857a4cd', 'port_id': 'feb92754-6af7-4037-8c1f-71e6e8b4fe79', 'mac_address': 'fa:16:3e:f1:34:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f9f2a5b-9478-442a-a358-447e513537b6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 17:09:26.557455 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7562bba0-74c3-42b0-923a-43511fcbe611 req-fe576b8b-5f59-4c65-a163-b61ed3b47096 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:09:26.559040 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-7562bba0-74c3-42b0-923a-43511fcbe611 req-fe576b8b-5f59-4c65-a163-b61ed3b47096 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/ports?device_id=7b9fb087-423b-44d5-92c7-e94bdd0e3317 HTTP/1.1" status: 200 len: 945 time: 0.0692980 Jun 24 17:09:26.585706 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-c3487e6b-0a34-4f5c-8c12-97a24511dc99 req-a91a924f-41d4-4677-9315-29c518d53ffa tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.15 "GET /v2.0/security-groups?id=240ea0bc-105c-4667-abc7-4b917e0290b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372629 Jun 24 17:09:26.600909 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-7562bba0-74c3-42b0-923a-43511fcbe611 req-940733cd-3811-48cb-acaf-9ba178b0a7f7 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/security-groups?id=92795e86-bc90-401e-8d2a-ff4520af3818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357642 Jun 24 17:09:26.602615 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-75aed873-87b4-4939-a270-ea54fd88dea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:09:26.605692 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:09:26.620107 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:09:26.635190 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.notifiers.nova [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id feb92754-6af7-4037-8c1f-71e6e8b4fe79 {{(pid=93702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 17:09:26.642786 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75aed873-87b4-4939-a270-ea54fd88dea2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e505f7b0-621f-43a1-bb23-9d15acf04894,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:09:26.645946 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-75aed873-87b4-4939-a270-ea54fd88dea2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:09:26.653082 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 55568) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:09:26.655503 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-75aed873-87b4-4939-a270-ea54fd88dea2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=555b125655d24392b50552a254d54edb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3158576 Jun 24 17:09:26.657986 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] For port feb92754-6af7-4037-8c1f-71e6e8b4fe79, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=feb92754-6af7-4037-8c1f-71e6e8b4fe79,segment=NetworkSegment(12f2579c-f9ba-4bfe-aa56-7adb09f408d3),segment_id=12f2579c-f9ba-4bfe-aa56-7adb09f408d3)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 17:09:26.702106 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c92df035-5bc7-4c52-af75-d973c07254c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:09:26.724291 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c92df035-5bc7-4c52-af75-d973c07254c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:09:26.731567 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:09:26.733322 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:09:26.779416 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Pushing event updated for resources: {'Port': ['ID=feb92754-6af7-4037-8c1f-71e6e8b4fe79,revision_number=4']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:09:26.787094 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:09:26.787540 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:09:26.787877 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:09:26.788205 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:09:26.788554 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:09:26.788905 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:09:26.789231 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:09:26.789680 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:09:26.790026 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:09:26.790351 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:09:26.790665 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:09:26.790978 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:09:26.794843 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:09:26.857938 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c92df035-5bc7-4c52-af75-d973c07254c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:09:26.861499 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c92df035-5bc7-4c52-af75-d973c07254c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:09:26.864994 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-c92df035-5bc7-4c52-af75-d973c07254c8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e505f7b0-621f-43a1-bb23-9d15acf04894 HTTP/1.1" status: 204 len: 168 time: 0.2108269 Jun 24 17:09:26.866208 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-cea0fa6c-36b0-4069-af18-a965836c0d67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:09:26.902818 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92df035-5bc7-4c52-af75-d973c07254c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e505f7b0-621f-43a1-bb23-9d15acf04894,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:09:26.905027 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-c92df035-5bc7-4c52-af75-d973c07254c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:09:27.002182 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-7a0d4e18-b5d3-4223-8d3e-6e340d15039c req-dc3ab006-4f57-41dc-9a06-c772c23d380d tempest-DeleteServersTestJSON-1513565885 tempest-DeleteServersTestJSON-1513565885-project] 10.222.0.15 "GET /v2.0/ports?device_id=35d1563d-65d4-4696-bf64-9fa89e5f8567 HTTP/1.1" status: 200 len: 210 time: 0.0282643 Jun 24 17:09:27.423655 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] get_ports_and_sgs() called for port_ids ['feb92754-6af7-4037-8c1f-71e6e8b4fe79'] {{(pid=93702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 17:09:27.783089 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247ce2c4-2452-4f26-bf43-e328c0f1fd1d req-b4161fac-5d90-4250-bb4d-34efbb36bfb1 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:09:27.784823 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-247ce2c4-2452-4f26-bf43-e328c0f1fd1d req-b4161fac-5d90-4250-bb4d-34efbb36bfb1 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.15 "GET /v2.0/ports?device_id=329e2919-5073-4e84-afbe-260e16bdfd5a HTTP/1.1" status: 200 len: 945 time: 0.0713081 Jun 24 17:09:27.825868 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7b0613-5862-4b14-8393-673ed3af0f36 req-8ffe19ac-daea-4ffc-9836-a9540dc5aee3 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:09:27.825868 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-3b7b0613-5862-4b14-8393-673ed3af0f36 req-8ffe19ac-daea-4ffc-9836-a9540dc5aee3 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/ports?device_id=7b9fb087-423b-44d5-92c7-e94bdd0e3317 HTTP/1.1" status: 200 len: 945 time: 0.0769117 Jun 24 17:09:27.834508 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-247ce2c4-2452-4f26-bf43-e328c0f1fd1d req-53d40234-3f10-45aa-b692-e7573dfb68ed tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.15 "GET /v2.0/security-groups?id=240ea0bc-105c-4667-abc7-4b917e0290b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423555 Jun 24 17:09:27.868777 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-3b7b0613-5862-4b14-8393-673ed3af0f36 req-91b824a4-773a-497e-95f4-2594fb762b08 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/security-groups?id=92795e86-bc90-401e-8d2a-ff4520af3818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373659 Jun 24 17:09:28.419558 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Device 6b863315-7dd5-45a7-99bc-0e12ba3779a8 no longer exists at agent hyperv_hv-cinder-79797 {{(pid=93702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 17:09:28.440025 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] No Port match for: 6b863315-7dd5-45a7-99bc-0e12ba3779a8 {{(pid=93702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 17:09:28.440376 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Device 6b863315-7dd5-45a7-99bc-0e12ba3779a8 not bound to the agent host hv-cinder-79797 {{(pid=93702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 17:09:29.023199 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ca21bd-4118-4a75-b142-5b02ac8353c7 req-5572f675-61a5-4d4a-8bf9-b0b15143efb1 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:09:29.025467 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-00ca21bd-4118-4a75-b142-5b02ac8353c7 req-5572f675-61a5-4d4a-8bf9-b0b15143efb1 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.15 "GET /v2.0/ports?device_id=329e2919-5073-4e84-afbe-260e16bdfd5a HTTP/1.1" status: 200 len: 945 time: 0.0717003 Jun 24 17:09:29.068747 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-00ca21bd-4118-4a75-b142-5b02ac8353c7 req-4c5e22ed-a669-4aff-bc1d-f1d8da016bfe tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.15 "GET /v2.0/security-groups?id=240ea0bc-105c-4667-abc7-4b917e0290b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362158 Jun 24 17:09:29.071556 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc8d32c-c987-41dc-ae45-47b6a8e81d76 req-0faeb591-cfd2-4d4e-bb48-86e61d3b38d8 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:09:29.073042 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-ebc8d32c-c987-41dc-ae45-47b6a8e81d76 req-0faeb591-cfd2-4d4e-bb48-86e61d3b38d8 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/ports?device_id=7b9fb087-423b-44d5-92c7-e94bdd0e3317 HTTP/1.1" status: 200 len: 945 time: 0.0804777 Jun 24 17:09:29.112702 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-ebc8d32c-c987-41dc-ae45-47b6a8e81d76 req-193745f2-0bfa-47bf-bf51-5c2025ad6165 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/security-groups?id=92795e86-bc90-401e-8d2a-ff4520af3818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336940 Jun 24 17:09:29.700480 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 55692) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:09:29.762034 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.db.db_base_plugin_v2 [None req-d984a5d5-a64e-4e37-9c1e-ab4362e8a9a9 admin admin] Deleting subnet 5eb7a144-c3c8-4609-96fe-4b002582aad1 {{(pid=93701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 17:09:29.762760 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d984a5d5-a64e-4e37-9c1e-ab4362e8a9a9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:09:29.799778 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d984a5d5-a64e-4e37-9c1e-ab4362e8a9a9 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:09:29.805919 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d984a5d5-a64e-4e37-9c1e-ab4362e8a9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1980419'] for subnet, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:09:29.929885 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d984a5d5-a64e-4e37-9c1e-ab4362e8a9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1980436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935'] for subnet, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:09:29.932281 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:09:29.958019 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d984a5d5-a64e-4e37-9c1e-ab4362e8a9a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5eb7a144-c3c8-4609-96fe-4b002582aad1,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:09:29.962012 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-d984a5d5-a64e-4e37-9c1e-ab4362e8a9a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:09:29.965288 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d984a5d5-a64e-4e37-9c1e-ab4362e8a9a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:09:29.970391 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-d984a5d5-a64e-4e37-9c1e-ab4362e8a9a9 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/5eb7a144-c3c8-4609-96fe-4b002582aad1 HTTP/1.1" status: 204 len: 168 time: 0.2654920 Jun 24 17:09:29.970391 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 55696) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:09:30.035202 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-06cb12f9-13f7-47dc-b0eb-f9e18bd6c0bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2040168'] for network, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:09:30.151020 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-06cb12f9-13f7-47dc-b0eb-f9e18bd6c0bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982037', 'neutron.services.segments.db._delete_segments_for_network-8734938762792'] for network, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:09:30.175367 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-06cb12f9-13f7-47dc-b0eb-f9e18bd6c0bd admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 17:09:30.175873 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-06cb12f9-13f7-47dc-b0eb-f9e18bd6c0bd admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 17:09:30.176615 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-06cb12f9-13f7-47dc-b0eb-f9e18bd6c0bd admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 17:09:30.176986 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-06cb12f9-13f7-47dc-b0eb-f9e18bd6c0bd admin admin] Subscribe: > port after_create 55550000 {{(pid=93701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 17:09:30.177378 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-06cb12f9-13f7-47dc-b0eb-f9e18bd6c0bd admin admin] Subscribe: > port after_delete 55550000 {{(pid=93701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 17:09:30.177744 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-06cb12f9-13f7-47dc-b0eb-f9e18bd6c0bd admin admin] Subscribe: > port after_update 55550000 {{(pid=93701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 17:09:30.178179 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-06cb12f9-13f7-47dc-b0eb-f9e18bd6c0bd admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 17:09:30.178414 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-06cb12f9-13f7-47dc-b0eb-f9e18bd6c0bd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 17:09:30.178752 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-06cb12f9-13f7-47dc-b0eb-f9e18bd6c0bd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 17:09:30.179071 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-06cb12f9-13f7-47dc-b0eb-f9e18bd6c0bd admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 17:09:30.259095 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-06cb12f9-13f7-47dc-b0eb-f9e18bd6c0bd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 17:09:30.259608 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-06cb12f9-13f7-47dc-b0eb-f9e18bd6c0bd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 17:09:30.260129 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-06cb12f9-13f7-47dc-b0eb-f9e18bd6c0bd admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 17:09:30.260563 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-06cb12f9-13f7-47dc-b0eb-f9e18bd6c0bd admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 17:09:30.261026 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.services.segments.db [None req-06cb12f9-13f7-47dc-b0eb-f9e18bd6c0bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13e56ba6-695c-459c-8ab3-5552ec0cfa8d']}} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:09:30.288841 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.services.segments.db [None req-06cb12f9-13f7-47dc-b0eb-f9e18bd6c0bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9dcc22a8-c6a4-47fa-9345-4011e47050ec') {'for_net_delete': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:09:30.289861 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.services.segments.db [None req-06cb12f9-13f7-47dc-b0eb-f9e18bd6c0bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9dcc22a8-c6a4-47fa-9345-4011e47050ec') {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:09:30.303547 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac15f59-1625-43f8-8f8c-2b3beefa2015 req-ce4f302b-8456-4b70-abd9-b184804fd7da tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:09:30.305734 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-6ac15f59-1625-43f8-8f8c-2b3beefa2015 req-ce4f302b-8456-4b70-abd9-b184804fd7da tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/ports?device_id=7b9fb087-423b-44d5-92c7-e94bdd0e3317 HTTP/1.1" status: 200 len: 945 time: 0.0656354 Jun 24 17:09:30.323054 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-06cb12f9-13f7-47dc-b0eb-f9e18bd6c0bd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734938750383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8727776'] for segment, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:09:30.347826 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-6ac15f59-1625-43f8-8f8c-2b3beefa2015 req-35c3da11-0b80-424b-9fbe-7e6faccd6f9c tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/security-groups?id=92795e86-bc90-401e-8d2a-ff4520af3818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362782 Jun 24 17:09:30.348770 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-06cb12f9-13f7-47dc-b0eb-f9e18bd6c0bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083357'] for segment, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:09:30.361888 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06cb12f9-13f7-47dc-b0eb-f9e18bd6c0bd admin admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=93701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 17:09:30.362289 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-06cb12f9-13f7-47dc-b0eb-f9e18bd6c0bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10147599'] for segment, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:09:30.366219 dv-cinder-797970-1-iscsi neutron-server[93701]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 24 17:09:30.366219 dv-cinder-797970-1-iscsi neutron-server[93701]: from cryptography.utils import int_from_bytes Jun 24 17:09:30.366219 dv-cinder-797970-1-iscsi neutron-server[93701]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 24 17:09:30.366219 dv-cinder-797970-1-iscsi neutron-server[93701]: from cryptography.utils import int_from_bytes Jun 24 17:09:30.366219 dv-cinder-797970-1-iscsi neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 17:09:30.366219 dv-cinder-797970-1-iscsi neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jun 24 17:09:30.366219 dv-cinder-797970-1-iscsi neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 17:09:30.366219 dv-cinder-797970-1-iscsi neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jun 24 17:09:30.366219 dv-cinder-797970-1-iscsi neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 17:09:30.366219 dv-cinder-797970-1-iscsi neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jun 24 17:09:30.366219 dv-cinder-797970-1-iscsi neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 17:09:30.366219 dv-cinder-797970-1-iscsi neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jun 24 17:09:30.366219 dv-cinder-797970-1-iscsi neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 17:09:30.366219 dv-cinder-797970-1-iscsi neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jun 24 17:09:30.366219 dv-cinder-797970-1-iscsi neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 17:09:30.366219 dv-cinder-797970-1-iscsi neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jun 24 17:09:30.366219 dv-cinder-797970-1-iscsi neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 17:09:30.366219 dv-cinder-797970-1-iscsi neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jun 24 17:09:30.366219 dv-cinder-797970-1-iscsi neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 17:09:30.366219 dv-cinder-797970-1-iscsi neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jun 24 17:09:30.366219 dv-cinder-797970-1-iscsi neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 17:09:30.366219 dv-cinder-797970-1-iscsi neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jun 24 17:09:30.366219 dv-cinder-797970-1-iscsi neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 17:09:30.366219 dv-cinder-797970-1-iscsi neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jun 24 17:09:30.366219 dv-cinder-797970-1-iscsi neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 17:09:30.366219 dv-cinder-797970-1-iscsi neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jun 24 17:09:30.366219 dv-cinder-797970-1-iscsi neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 17:09:30.366219 dv-cinder-797970-1-iscsi neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jun 24 17:09:30.366219 dv-cinder-797970-1-iscsi neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 17:09:30.366219 dv-cinder-797970-1-iscsi neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jun 24 17:09:30.366219 dv-cinder-797970-1-iscsi neutron-server[93701]: Traceback (most recent call last): Jun 24 17:09:30.366219 dv-cinder-797970-1-iscsi neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 17:09:30.366219 dv-cinder-797970-1-iscsi neutron-server[93701]: timer() Jun 24 17:09:30.366219 dv-cinder-797970-1-iscsi neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 17:09:30.366219 dv-cinder-797970-1-iscsi neutron-server[93701]: cb(*args, **kw) Jun 24 17:09:30.366219 dv-cinder-797970-1-iscsi neutron-server[93701]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 17:09:30.366219 dv-cinder-797970-1-iscsi neutron-server[93701]: return func(*args, **kwargs) Jun 24 17:09:30.366219 dv-cinder-797970-1-iscsi neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 17:09:30.366219 dv-cinder-797970-1-iscsi neutron-server[93701]: self._notify() Jun 24 17:09:30.366219 dv-cinder-797970-1-iscsi neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 17:09:30.366219 dv-cinder-797970-1-iscsi neutron-server[93701]: self.callback(batched_events) Jun 24 17:09:30.366219 dv-cinder-797970-1-iscsi neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 17:09:30.366219 dv-cinder-797970-1-iscsi neutron-server[93701]: event.method(event) Jun 24 17:09:30.366219 dv-cinder-797970-1-iscsi neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 17:09:30.366219 dv-cinder-797970-1-iscsi neutron-server[93701]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 17:09:30.366219 dv-cinder-797970-1-iscsi neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 17:09:30.366219 dv-cinder-797970-1-iscsi neutron-server[93701]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 17:09:30.366219 dv-cinder-797970-1-iscsi neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 17:09:30.366219 dv-cinder-797970-1-iscsi neutron-server[93701]: return f(self, *a, **k) Jun 24 17:09:30.366219 dv-cinder-797970-1-iscsi neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 17:09:30.366219 dv-cinder-797970-1-iscsi neutron-server[93701]: return self._get(url).json() Jun 24 17:09:30.366219 dv-cinder-797970-1-iscsi neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 17:09:30.366219 dv-cinder-797970-1-iscsi neutron-server[93701]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 17:09:30.366219 dv-cinder-797970-1-iscsi neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 17:09:30.366219 dv-cinder-797970-1-iscsi neutron-server[93701]: return self.request(url, 'GET', **kwargs) Jun 24 17:09:30.366219 dv-cinder-797970-1-iscsi neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 17:09:30.366219 dv-cinder-797970-1-iscsi neutron-server[93701]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 17:09:30.366219 dv-cinder-797970-1-iscsi neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 17:09:30.366219 dv-cinder-797970-1-iscsi neutron-server[93701]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 17:09:30.366219 dv-cinder-797970-1-iscsi neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 17:09:30.366219 dv-cinder-797970-1-iscsi neutron-server[93701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 17:09:30.366219 dv-cinder-797970-1-iscsi neutron-server[93701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 17:09:30.442440 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caad4fa2-661f-499f-a629-f064f80bc0d6 req-97b39b83-893d-4177-9e59-a3e8eaa6179c tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:09:30.443743 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Device feb92754-6af7-4037-8c1f-71e6e8b4fe79 up at agent hyperv_hv-cinder-79797 {{(pid=93702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 17:09:30.444225 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-caad4fa2-661f-499f-a629-f064f80bc0d6 req-97b39b83-893d-4177-9e59-a3e8eaa6179c tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.15 "GET /v2.0/ports?device_id=329e2919-5073-4e84-afbe-260e16bdfd5a HTTP/1.1" status: 200 len: 945 time: 0.1778162 Jun 24 17:09:30.484037 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-caad4fa2-661f-499f-a629-f064f80bc0d6 req-cc456a9c-bbf8-4178-af24-a951af10b95b tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.15 "GET /v2.0/security-groups?id=240ea0bc-105c-4667-abc7-4b917e0290b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338397 Jun 24 17:09:30.523456 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-06cb12f9-13f7-47dc-b0eb-f9e18bd6c0bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-545941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-938511'] for network, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:09:30.528361 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:09:30.532596 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-06cb12f9-13f7-47dc-b0eb-f9e18bd6c0bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592921'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:09:30.538995 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-06cb12f9-13f7-47dc-b0eb-f9e18bd6c0bd admin admin] 10.222.0.15 "DELETE /v2.0/networks/13e56ba6-695c-459c-8ab3-5552ec0cfa8d HTTP/1.1" status: 204 len: 168 time: 0.5634484 Jun 24 17:09:30.546446 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cb12f9-13f7-47dc-b0eb-f9e18bd6c0bd admin admin] Pushing event deleted for resources: {'Network': ['ID=13e56ba6-695c-459c-8ab3-5552ec0cfa8d,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:09:30.548670 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-06cb12f9-13f7-47dc-b0eb-f9e18bd6c0bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:09:30.557729 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Provisioning for port feb92754-6af7-4037-8c1f-71e6e8b4fe79 completed by entity L2. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 17:09:30.562053 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Provisioning complete for port feb92754-6af7-4037-8c1f-71e6e8b4fe79 triggered by entity L2. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 17:09:30.562571 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979100'] for port, provisioning_complete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:09:30.654849 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:09:30.677764 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '329e2919-5073-4e84-afbe-260e16bdfd5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'feb92754-6af7-4037-8c1f-71e6e8b4fe79'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 17:09:30.680584 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d8b605067795a7fc2c115f7278a2b51e92dc277499becda2f2169a787a2c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67685274-a445-4e4c-a6f4-0d8e924cb4db" -d '{"events": [{"server_uuid": "329e2919-5073-4e84-afbe-260e16bdfd5a", "name": "network-vif-plugged", "status": "completed", "tag": "feb92754-6af7-4037-8c1f-71e6e8b4fe79"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 17:09:30.693865 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] For port feb92754-6af7-4037-8c1f-71e6e8b4fe79, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=feb92754-6af7-4037-8c1f-71e6e8b4fe79,segment=NetworkSegment(12f2579c-f9ba-4bfe-aa56-7adb09f408d3),segment_id=12f2579c-f9ba-4bfe-aa56-7adb09f408d3)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 17:09:30.716548 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 17:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68f2f1c7-4449-4f77-abb5-fd0a01b8d369 x-openstack-request-id: req-68f2f1c7-4449-4f77-abb5-fd0a01b8d369 {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 17:09:30.716845 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "329e2919-5073-4e84-afbe-260e16bdfd5a", "name": "network-vif-plugged", "status": "completed", "tag": "feb92754-6af7-4037-8c1f-71e6e8b4fe79", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 17:09:30.717106 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-68f2f1c7-4449-4f77-abb5-fd0a01b8d369 {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 17:09:30.717500 dv-cinder-797970-1-iscsi neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '329e2919-5073-4e84-afbe-260e16bdfd5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'feb92754-6af7-4037-8c1f-71e6e8b4fe79', 'code': 200} Jun 24 17:09:30.758290 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:09:30.760093 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:09:30.808158 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Pushing event updated for resources: {'Port': ['ID=feb92754-6af7-4037-8c1f-71e6e8b4fe79,revision_number=5']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:09:30.811304 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:09:30.877740 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 55716) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:09:30.918724 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-16f3b614-a235-4498-a44f-8e83706280e2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4c97fe9a5d64410a985f8efc37df5af0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0398040 Jun 24 17:09:30.921128 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 55720) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:09:30.970182 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7d417636-3ee1-4a03-8696-dc852f12d033 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:09:30.991457 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7d417636-3ee1-4a03-8696-dc852f12d033 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:09:31.112403 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7d417636-3ee1-4a03-8696-dc852f12d033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:09:31.115024 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7d417636-3ee1-4a03-8696-dc852f12d033 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:09:31.116140 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-7d417636-3ee1-4a03-8696-dc852f12d033 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/10c0f418-3e44-4c64-a836-2045165cded7 HTTP/1.1" status: 204 len: 168 time: 0.1941073 Jun 24 17:09:31.116918 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-b2df98e3-2293-4247-9d5d-0b59c4049b7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:09:31.129127 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d417636-3ee1-4a03-8696-dc852f12d033 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10c0f418-3e44-4c64-a836-2045165cded7,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:09:31.129127 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-7d417636-3ee1-4a03-8696-dc852f12d033 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:09:31.198499 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2d5718-1f52-483d-979f-f8758558f471 req-da732b36-0e63-465f-b204-26f84fef0523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:09:31.200016 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-8d2d5718-1f52-483d-979f-f8758558f471 req-da732b36-0e63-465f-b204-26f84fef0523 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=329e2919-5073-4e84-afbe-260e16bdfd5a HTTP/1.1" status: 200 len: 1099 time: 0.0572143 Jun 24 17:09:31.244367 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-8d2d5718-1f52-483d-979f-f8758558f471 req-0134822f-8466-4127-b6d7-80f9e3279e53 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=240ea0bc-105c-4667-abc7-4b917e0290b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292945 Jun 24 17:09:31.565338 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d532700d-d08d-491b-9ed6-9ee634e4d3d1 req-4f9154fd-3e23-42a2-971b-3f2dc26cd604 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:09:31.567059 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-d532700d-d08d-491b-9ed6-9ee634e4d3d1 req-4f9154fd-3e23-42a2-971b-3f2dc26cd604 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/ports?device_id=7b9fb087-423b-44d5-92c7-e94bdd0e3317 HTTP/1.1" status: 200 len: 945 time: 0.0816333 Jun 24 17:09:31.609868 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-d532700d-d08d-491b-9ed6-9ee634e4d3d1 req-b133d2e0-8f5e-4360-b927-ea2cb2844173 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/security-groups?id=92795e86-bc90-401e-8d2a-ff4520af3818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354922 Jun 24 17:09:31.688091 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e14153-aab2-4b14-8894-2aaf4f61e967 req-3e98dca6-4d6b-4704-9286-4d80d88b95b9 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:09:31.690260 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-49e14153-aab2-4b14-8894-2aaf4f61e967 req-3e98dca6-4d6b-4704-9286-4d80d88b95b9 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.15 "GET /v2.0/ports?device_id=329e2919-5073-4e84-afbe-260e16bdfd5a HTTP/1.1" status: 200 len: 946 time: 0.0885389 Jun 24 17:09:31.732532 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-49e14153-aab2-4b14-8894-2aaf4f61e967 req-5a897311-4805-400a-8266-261ddfd2122f tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.15 "GET /v2.0/security-groups?id=240ea0bc-105c-4667-abc7-4b917e0290b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370271 Jun 24 17:09:32.796569 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f45205-0869-4cf6-a53a-d50b1ea3c809 req-a4d8025f-563d-4125-8d84-b408a09492dc tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:09:32.798057 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-23f45205-0869-4cf6-a53a-d50b1ea3c809 req-a4d8025f-563d-4125-8d84-b408a09492dc tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/ports?device_id=7b9fb087-423b-44d5-92c7-e94bdd0e3317 HTTP/1.1" status: 200 len: 945 time: 0.0704503 Jun 24 17:09:32.840217 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-23f45205-0869-4cf6-a53a-d50b1ea3c809 req-e4ce9c3c-25ef-48fc-9dd8-9fced2cf774e tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/security-groups?id=92795e86-bc90-401e-8d2a-ff4520af3818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360305 Jun 24 17:09:32.927184 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8778f950-1f2d-438e-a7bd-31442b43b8d6 req-789446b0-2f99-4366-b272-eb44db2f46f7 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:09:32.928631 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-8778f950-1f2d-438e-a7bd-31442b43b8d6 req-789446b0-2f99-4366-b272-eb44db2f46f7 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.15 "GET /v2.0/ports?device_id=329e2919-5073-4e84-afbe-260e16bdfd5a HTTP/1.1" status: 200 len: 946 time: 0.0765502 Jun 24 17:09:32.973088 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-8778f950-1f2d-438e-a7bd-31442b43b8d6 req-e608bc8b-9440-47fb-9c09-e0c0ada2f7fd tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.15 "GET /v2.0/security-groups?id=240ea0bc-105c-4667-abc7-4b917e0290b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380797 Jun 24 17:09:33.002043 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 55806) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:09:33.107763 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ac26910e-7de9-497c-8ce5-2e899b1b6f80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:09:33.212226 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ac26910e-7de9-497c-8ce5-2e899b1b6f80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:09:33.289540 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ac26910e-7de9-497c-8ce5-2e899b1b6f80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:09:33.292435 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-32c86525-3931-4b85-a66c-9476b59fb63f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:09:33.343049 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-ac26910e-7de9-497c-8ce5-2e899b1b6f80 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=26f7e93c91e24bfbb518ad85656896a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3361881 Jun 24 17:09:33.343049 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac26910e-7de9-497c-8ce5-2e899b1b6f80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fbf8526-6df6-4e4d-acfd-3ef09d61694a,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:09:33.343301 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 55824) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:09:33.343412 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-ac26910e-7de9-497c-8ce5-2e899b1b6f80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:09:33.409601 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4b280922-da78-4de3-adca-618e065b352f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:09:33.433193 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4b280922-da78-4de3-adca-618e065b352f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:09:33.594538 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4b280922-da78-4de3-adca-618e065b352f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:09:33.601067 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4b280922-da78-4de3-adca-618e065b352f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:09:33.601067 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-4b280922-da78-4de3-adca-618e065b352f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9fbf8526-6df6-4e4d-acfd-3ef09d61694a HTTP/1.1" status: 204 len: 168 time: 0.2553475 Jun 24 17:09:33.601067 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-b9086a81-f075-46f3-80c8-21c4b6257269 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:09:33.607333 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b280922-da78-4de3-adca-618e065b352f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fbf8526-6df6-4e4d-acfd-3ef09d61694a,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:09:33.609445 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-4b280922-da78-4de3-adca-618e065b352f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:09:34.036076 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec25da6-e76c-4ce4-bd44-c3ae3a17cfc2 req-a6256241-3d21-4974-971c-a39136a44b05 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:09:34.037552 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-9ec25da6-e76c-4ce4-bd44-c3ae3a17cfc2 req-a6256241-3d21-4974-971c-a39136a44b05 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/ports?device_id=7b9fb087-423b-44d5-92c7-e94bdd0e3317 HTTP/1.1" status: 200 len: 945 time: 0.0681615 Jun 24 17:09:34.102577 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-9ec25da6-e76c-4ce4-bd44-c3ae3a17cfc2 req-8cc10a83-f31a-4b58-bd7f-18f9d5e47c2f tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/security-groups?id=92795e86-bc90-401e-8d2a-ff4520af3818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563767 Jun 24 17:09:34.167558 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1269c35-9078-4acf-94a6-ba632f89f4e0 req-944b3022-175e-44e5-9daf-26e75588adb1 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:09:34.168990 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-b1269c35-9078-4acf-94a6-ba632f89f4e0 req-944b3022-175e-44e5-9daf-26e75588adb1 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.15 "GET /v2.0/ports?device_id=329e2919-5073-4e84-afbe-260e16bdfd5a HTTP/1.1" status: 200 len: 946 time: 0.0761468 Jun 24 17:09:34.207454 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-b1269c35-9078-4acf-94a6-ba632f89f4e0 req-9217270b-38f1-4b4f-923f-6f280c560f16 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.15 "GET /v2.0/security-groups?id=240ea0bc-105c-4667-abc7-4b917e0290b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325038 Jun 24 17:09:35.281787 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547a3c12-2db1-4264-a422-9ae2475626e5 req-e470f0eb-ab30-4657-8680-cbcd625210a6 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:09:35.283664 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-547a3c12-2db1-4264-a422-9ae2475626e5 req-e470f0eb-ab30-4657-8680-cbcd625210a6 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/ports?device_id=7b9fb087-423b-44d5-92c7-e94bdd0e3317 HTTP/1.1" status: 200 len: 945 time: 0.0675030 Jun 24 17:09:35.297315 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 55898) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:09:35.327882 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-547a3c12-2db1-4264-a422-9ae2475626e5 req-66bda34c-d839-46cd-b365-d9eccaef1019 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/security-groups?id=92795e86-bc90-401e-8d2a-ff4520af3818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350037 Jun 24 17:09:35.418584 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2d6929c1-2bfc-48c8-9e17-f9eeee2f75b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:09:35.506509 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2d6929c1-2bfc-48c8-9e17-f9eeee2f75b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:09:35.588914 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2d6929c1-2bfc-48c8-9e17-f9eeee2f75b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:09:35.592383 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:09:35.630567 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-2d6929c1-2bfc-48c8-9e17-f9eeee2f75b6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2f225d6f13ce4c83943fe42a9432a961&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3292172 Jun 24 17:09:35.630567 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6929c1-2bfc-48c8-9e17-f9eeee2f75b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bdaaecc-5ee5-4a70-adf5-23a5138d189a,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:09:35.631088 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 55914) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:09:35.633854 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-2d6929c1-2bfc-48c8-9e17-f9eeee2f75b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:09:35.697451 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ae24b181-baff-4ae0-8e64-433077811e44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:09:35.736722 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ae24b181-baff-4ae0-8e64-433077811e44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:09:35.860636 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ae24b181-baff-4ae0-8e64-433077811e44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:09:35.863386 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ae24b181-baff-4ae0-8e64-433077811e44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:09:35.864550 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-ae24b181-baff-4ae0-8e64-433077811e44 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0bdaaecc-5ee5-4a70-adf5-23a5138d189a HTTP/1.1" status: 204 len: 168 time: 0.2325487 Jun 24 17:09:35.865322 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-106589ad-4a98-447c-801e-9cd455d9f65c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:09:35.877202 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae24b181-baff-4ae0-8e64-433077811e44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bdaaecc-5ee5-4a70-adf5-23a5138d189a,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:09:35.877202 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-ae24b181-baff-4ae0-8e64-433077811e44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:09:36.534691 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239b196a-4715-49b3-9bf4-c879b76c4af9 req-465eecd0-167a-458b-8b4d-f870a23c54c0 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:09:36.536919 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-239b196a-4715-49b3-9bf4-c879b76c4af9 req-465eecd0-167a-458b-8b4d-f870a23c54c0 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/ports?device_id=7b9fb087-423b-44d5-92c7-e94bdd0e3317 HTTP/1.1" status: 200 len: 945 time: 0.0723050 Jun 24 17:09:36.585052 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-239b196a-4715-49b3-9bf4-c879b76c4af9 req-c16e4253-b192-4883-8c78-3735fee04f63 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/security-groups?id=92795e86-bc90-401e-8d2a-ff4520af3818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407898 Jun 24 17:09:36.601555 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 55944) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:09:36.615816 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8b1b8e03-b24d-403a-9bfb-0cf82ff2d57f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:09:36.707034 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8b1b8e03-b24d-403a-9bfb-0cf82ff2d57f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:09:36.777520 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8b1b8e03-b24d-403a-9bfb-0cf82ff2d57f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:09:36.781377 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:09:36.816674 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-8b1b8e03-b24d-403a-9bfb-0cf82ff2d57f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=13557abc4aab4025ab40971f4087084f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2132618 Jun 24 17:09:36.817659 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1b8e03-b24d-403a-9bfb-0cf82ff2d57f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a3c4d03-5174-4696-8f9f-6a7c1649d498,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:09:36.819317 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 55948) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:09:36.820592 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-8b1b8e03-b24d-403a-9bfb-0cf82ff2d57f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:09:36.867286 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b24a1ea3-9b97-4554-b503-c8df6408ffdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:09:36.891110 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b24a1ea3-9b97-4554-b503-c8df6408ffdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:09:37.120403 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b24a1ea3-9b97-4554-b503-c8df6408ffdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:09:37.125696 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b24a1ea3-9b97-4554-b503-c8df6408ffdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:09:37.125696 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-b24a1ea3-9b97-4554-b503-c8df6408ffdb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8a3c4d03-5174-4696-8f9f-6a7c1649d498 HTTP/1.1" status: 204 len: 168 time: 0.3037148 Jun 24 17:09:37.125696 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-0fd4d06e-c9a6-40ed-bb91-84e2d9363451 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:09:37.142080 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24a1ea3-9b97-4554-b503-c8df6408ffdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a3c4d03-5174-4696-8f9f-6a7c1649d498,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:09:37.151672 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-b24a1ea3-9b97-4554-b503-c8df6408ffdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:09:37.329397 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747eb842-7b0c-4f86-8653-d81ddea7d45b req-e38c9603-710f-4fe5-9298-7e524e57cc8c tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:09:37.330898 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-747eb842-7b0c-4f86-8653-d81ddea7d45b req-e38c9603-710f-4fe5-9298-7e524e57cc8c tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.15 "GET /v2.0/networks?id=ba658aca-cb58-44c7-9214-800ff857a4cd HTTP/1.1" status: 200 len: 814 time: 0.1084211 Jun 24 17:09:37.344752 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-747eb842-7b0c-4f86-8653-d81ddea7d45b req-fc72b056-67c5-40fe-82d2-baa8beef4313 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.15 "GET /v2.0/quotas/18bc19e8074840d5aacd005693f389bc HTTP/1.1" status: 200 len: 375 time: 0.0086319 Jun 24 17:09:37.415238 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-747eb842-7b0c-4f86-8653-d81ddea7d45b req-e4847e96-d142-4c18-90ac-02cbdbd9e6d6 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=18bc19e8074840d5aacd005693f389bc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0651021 Jun 24 17:09:37.504755 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-747eb842-7b0c-4f86-8653-d81ddea7d45b req-64bba83e-602b-4bae-9f13-3fb8c98a0656 service neutron] 10.222.0.15 "GET /v2.0/networks/ba658aca-cb58-44c7-9214-800ff857a4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827343 Jun 24 17:09:37.775196 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0493148-158b-4f10-b4c4-7456bdb74b68 req-83a033ec-4620-44e4-a666-6b505575f1b4 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:09:37.776780 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-f0493148-158b-4f10-b4c4-7456bdb74b68 req-83a033ec-4620-44e4-a666-6b505575f1b4 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/ports?device_id=7b9fb087-423b-44d5-92c7-e94bdd0e3317 HTTP/1.1" status: 200 len: 945 time: 0.0709255 Jun 24 17:09:37.794357 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-747eb842-7b0c-4f86-8653-d81ddea7d45b req-c6d9efce-ae1d-415d-a499-74b654cc52ec service neutron] 10.222.0.15 "GET /v2.0/networks/ba658aca-cb58-44c7-9214-800ff857a4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2781999 Jun 24 17:09:37.821391 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-f0493148-158b-4f10-b4c4-7456bdb74b68 req-fa24d569-3451-4551-989f-18b5bed3e993 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/security-groups?id=92795e86-bc90-401e-8d2a-ff4520af3818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369928 Jun 24 17:09:37.899660 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 55980) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:09:37.913922 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1d14ef28-b67c-4483-b08f-6a0624b2faa1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:09:38.016692 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1d14ef28-b67c-4483-b08f-6a0624b2faa1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:09:38.096009 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-548a5575-a7a6-461a-ac08-d7d412aac893 req-f1cecef0-e318-40a2-bc6d-b00b3c977dea tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.15 "GET /v2.0/ports?device_id=63486872-6772-4c0e-85d4-bc614b408802 HTTP/1.1" status: 200 len: 210 time: 0.0337248 Jun 24 17:09:38.102714 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1d14ef28-b67c-4483-b08f-6a0624b2faa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:09:38.109039 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-7bf5c509-25a5-42a8-9cc3-e14e8bad04e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:09:38.148129 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d14ef28-b67c-4483-b08f-6a0624b2faa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f11269f6-ee1c-45df-ba8d-f315355357cd,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:09:38.155444 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-1d14ef28-b67c-4483-b08f-6a0624b2faa1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:09:38.161959 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-1d14ef28-b67c-4483-b08f-6a0624b2faa1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4ed7fcca51b5429380430bffa0c0ad12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2576406 Jun 24 17:09:38.162256 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 55990) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:09:38.213048 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-085e9f5a-815a-4adb-9aa2-3466574e1ce4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:09:38.234819 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-085e9f5a-815a-4adb-9aa2-3466574e1ce4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:09:38.357895 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-085e9f5a-815a-4adb-9aa2-3466574e1ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:09:38.360588 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-085e9f5a-815a-4adb-9aa2-3466574e1ce4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:09:38.361760 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-085e9f5a-815a-4adb-9aa2-3466574e1ce4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f11269f6-ee1c-45df-ba8d-f315355357cd HTTP/1.1" status: 204 len: 168 time: 0.1993184 Jun 24 17:09:38.362512 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-b8301855-4398-4412-a93d-e596f4cce03f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:09:38.370442 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085e9f5a-815a-4adb-9aa2-3466574e1ce4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f11269f6-ee1c-45df-ba8d-f315355357cd,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:09:38.372608 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-085e9f5a-815a-4adb-9aa2-3466574e1ce4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:09:39.010941 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216274ad-0f25-458f-9fce-930ff1b9b058 req-4f86a472-67a4-4c1d-821b-fac2edcb0c37 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:09:39.012396 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-216274ad-0f25-458f-9fce-930ff1b9b058 req-4f86a472-67a4-4c1d-821b-fac2edcb0c37 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/ports?device_id=7b9fb087-423b-44d5-92c7-e94bdd0e3317 HTTP/1.1" status: 200 len: 945 time: 0.0787342 Jun 24 17:09:39.055754 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-216274ad-0f25-458f-9fce-930ff1b9b058 req-6af0071b-c34f-4393-9019-fd183689848c tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/security-groups?id=92795e86-bc90-401e-8d2a-ff4520af3818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365136 Jun 24 17:09:39.246657 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-f804cf55-7e04-49c8-a169-37227a873535 req-302c679f-fd72-4fad-98cd-5f260d947492 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.15 "GET /v2.0/ports?device_id=63486872-6772-4c0e-85d4-bc614b408802 HTTP/1.1" status: 200 len: 210 time: 0.0296819 Jun 24 17:09:40.244991 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c560754e-64f1-45a8-9d1e-267989087720 req-6e6a73ad-e6c2-47b8-8157-29654bef59b2 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:09:40.246650 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-c560754e-64f1-45a8-9d1e-267989087720 req-6e6a73ad-e6c2-47b8-8157-29654bef59b2 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/ports?device_id=7b9fb087-423b-44d5-92c7-e94bdd0e3317 HTTP/1.1" status: 200 len: 945 time: 0.0703442 Jun 24 17:09:40.289203 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-c560754e-64f1-45a8-9d1e-267989087720 req-29cde20c-2725-4542-90f2-48f527edaeb6 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/security-groups?id=92795e86-bc90-401e-8d2a-ff4520af3818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369139 Jun 24 17:09:40.419423 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-0bb45ae4-85fe-4c65-9f5a-ad307aaa1811 req-3914b34f-f7d6-4581-8f32-7391ba43fd6d tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.15 "GET /v2.0/ports?device_id=63486872-6772-4c0e-85d4-bc614b408802 HTTP/1.1" status: 200 len: 210 time: 0.0400450 Jun 24 17:09:41.169312 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41107837-4182-442c-b217-6242f769c82a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:09:41.247874 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 56096) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:09:41.347394 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a4d5b634-d346-47a0-9d17-f9daa850789a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:09:41.431417 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a4d5b634-d346-47a0-9d17-f9daa850789a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:09:41.514271 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a4d5b634-d346-47a0-9d17-f9daa850789a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:09:41.516665 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-d52c2f36-76f3-4c13-8b98-22f7c6b8251f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:09:41.557186 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-a4d5b634-d346-47a0-9d17-f9daa850789a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=05faea7563ab4329a36f09b3eb6cd297&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3082645 Jun 24 17:09:41.558069 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d5b634-d346-47a0-9d17-f9daa850789a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2d0e894-9e5a-47df-94d7-f3d69ec1f142,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:09:41.560520 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 56104) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:09:41.561048 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-a4d5b634-d346-47a0-9d17-f9daa850789a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:09:41.611081 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3d322006-57b6-48f7-bf20-a7d8892f1a2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:09:41.631753 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3d322006-57b6-48f7-bf20-a7d8892f1a2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:09:41.748733 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3d322006-57b6-48f7-bf20-a7d8892f1a2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:09:41.751441 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3d322006-57b6-48f7-bf20-a7d8892f1a2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:09:41.752556 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-3d322006-57b6-48f7-bf20-a7d8892f1a2d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b2d0e894-9e5a-47df-94d7-f3d69ec1f142 HTTP/1.1" status: 204 len: 168 time: 0.1910725 Jun 24 17:09:41.753299 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-114699b0-16ce-453f-b470-d86f4259508e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:09:41.761562 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d322006-57b6-48f7-bf20-a7d8892f1a2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2d0e894-9e5a-47df-94d7-f3d69ec1f142,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:09:41.763927 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-3d322006-57b6-48f7-bf20-a7d8892f1a2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:09:42.397687 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 56116) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:09:42.412980 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-12fd373a-012c-4aa6-8c05-26da3a3ea0f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:09:42.498745 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-12fd373a-012c-4aa6-8c05-26da3a3ea0f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:09:42.569091 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-12fd373a-012c-4aa6-8c05-26da3a3ea0f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:09:42.571772 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-085e9f5a-815a-4adb-9aa2-3466574e1ce4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:09:42.608533 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-12fd373a-012c-4aa6-8c05-26da3a3ea0f6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=72b64c85b771476c89e857791d1b2d31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2096412 Jun 24 17:09:42.609234 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fd373a-012c-4aa6-8c05-26da3a3ea0f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7895f82-38dd-4aee-b5e5-562ae879689b,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:09:42.611198 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 56118) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:09:42.612242 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-12fd373a-012c-4aa6-8c05-26da3a3ea0f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:09:42.661041 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e717d443-7ad1-48aa-a4e4-595c019a7b05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:09:42.681008 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e717d443-7ad1-48aa-a4e4-595c019a7b05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:09:42.809247 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e717d443-7ad1-48aa-a4e4-595c019a7b05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:09:42.811890 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e717d443-7ad1-48aa-a4e4-595c019a7b05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:09:42.813079 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-e717d443-7ad1-48aa-a4e4-595c019a7b05 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a7895f82-38dd-4aee-b5e5-562ae879689b HTTP/1.1" status: 204 len: 168 time: 0.2007899 Jun 24 17:09:42.813821 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:09:42.821228 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e717d443-7ad1-48aa-a4e4-595c019a7b05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7895f82-38dd-4aee-b5e5-562ae879689b,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:09:42.824271 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-e717d443-7ad1-48aa-a4e4-595c019a7b05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:09:43.460872 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a8fd783e-33ff-43f6-9f3e-265d79a48f52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:09:43.927578 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:09:44.351228 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.agents_db [None req-27f02d43-57e8-424c-a1b0-5a1f36db1773 None None] Agent healthcheck: found 6 active agents {{(pid=93703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 17:09:44.883599 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5af43288-dd02-4084-874e-f1fcba283848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:09:46.449236 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-845c8506-8cf5-4b6b-bbc4-443bdb09ac47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:09:49.576383 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-08520b69-8802-40d7-b289-5f2e8fd777d1 req-3b41b591-0c7c-4f44-ab03-305c914eef89 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.15 "GET /v2.0/ports?device_id=63486872-6772-4c0e-85d4-bc614b408802 HTTP/1.1" status: 200 len: 210 time: 0.0398519 Jun 24 17:09:49.580567 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee5bc12-0aea-4269-a1d1-59530e6bf0a5 req-a41040b2-f332-4daa-afd1-c8db5fdeffdb tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:09:49.582115 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-8ee5bc12-0aea-4269-a1d1-59530e6bf0a5 req-a41040b2-f332-4daa-afd1-c8db5fdeffdb tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/ports?device_id=7b9fb087-423b-44d5-92c7-e94bdd0e3317 HTTP/1.1" status: 200 len: 945 time: 0.0734048 Jun 24 17:09:49.618904 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-8ee5bc12-0aea-4269-a1d1-59530e6bf0a5 req-f9139243-598b-407b-9281-feb9cb05aa42 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/security-groups?id=92795e86-bc90-401e-8d2a-ff4520af3818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313942 Jun 24 17:09:50.101336 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747eb842-7b0c-4f86-8653-d81ddea7d45b req-ec447923-ddc7-4441-8bf8-d29dbcb3cb48 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:09:50.102876 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-747eb842-7b0c-4f86-8653-d81ddea7d45b req-ec447923-ddc7-4441-8bf8-d29dbcb3cb48 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.37 "GET /v2.0/networks?id=ba658aca-cb58-44c7-9214-800ff857a4cd HTTP/1.1" status: 200 len: 814 time: 0.1029229 Jun 24 17:09:50.128421 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.v2.base [req-747eb842-7b0c-4f86-8653-d81ddea7d45b req-f4954d38-b4de-4249-8028-b52f8c659b3a tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Request body: {'port': {'device_id': '63486872-6772-4c0e-85d4-bc614b408802', 'network_id': 'ba658aca-cb58-44c7-9214-800ff857a4cd', 'admin_state_up': True, 'tenant_id': '18bc19e8074840d5aacd005693f389bc'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 17:09:50.182486 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:09:50.329077 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-747eb842-7b0c-4f86-8653-d81ddea7d45b req-f4954d38-b4de-4249-8028-b52f8c659b3a tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Made reservation on behalf of 18bc19e8074840d5aacd005693f389bc for: {'port': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 17:09:50.332702 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-747eb842-7b0c-4f86-8653-d81ddea7d45b req-f4954d38-b4de-4249-8028-b52f8c659b3a tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:09:50.463129 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [req-747eb842-7b0c-4f86-8653-d81ddea7d45b req-f4954d38-b4de-4249-8028-b52f8c659b3a tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Allocated IP 172.20.0.5 (ba658aca-cb58-44c7-9214-800ff857a4cd/5f9f2a5b-9478-442a-a358-447e513537b6/c8479462-198e-47dc-8200-0b92c003965d) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 17:09:50.639320 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-747eb842-7b0c-4f86-8653-d81ddea7d45b req-f4954d38-b4de-4249-8028-b52f8c659b3a tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:09:50.765180 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-747eb842-7b0c-4f86-8653-d81ddea7d45b req-f4954d38-b4de-4249-8028-b52f8c659b3a tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1991527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-355756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734938254830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10147801'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:09:50.770528 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:09:50.814286 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-747eb842-7b0c-4f86-8653-d81ddea7d45b req-f4954d38-b4de-4249-8028-b52f8c659b3a tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Network ba658aca-cb58-44c7-9214-800ff857a4cd is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 17:09:50.820926 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [req-747eb842-7b0c-4f86-8653-d81ddea7d45b req-f4954d38-b4de-4249-8028-b52f8c659b3a tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 17:09:50.827283 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-747eb842-7b0c-4f86-8653-d81ddea7d45b req-f4954d38-b4de-4249-8028-b52f8c659b3a tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 17:09:50.844978 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] get_ports_and_sgs() called for port_ids ['11b9971d-f988-4b28-a63c-b6938d952daa', 'feb92754-6af7-4037-8c1f-71e6e8b4fe79'] {{(pid=93702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 17:09:50.851441 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c8464e-20fe-4b06-b4be-a168ccd81d28 req-d50ffc2d-72e8-4fc8-aaa7-5954ee85d1be tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:09:50.853506 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-28c8464e-20fe-4b06-b4be-a168ccd81d28 req-d50ffc2d-72e8-4fc8-aaa7-5954ee85d1be tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.15 "GET /v2.0/ports?device_id=63486872-6772-4c0e-85d4-bc614b408802 HTTP/1.1" status: 200 len: 931 time: 0.0787165 Jun 24 17:09:50.885483 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4954d38-b4de-4249-8028-b52f8c659b3a tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Pushing event updated for resources: {'Port': ['ID=c8479462-198e-47dc-8200-0b92c003965d,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:09:50.915791 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-28c8464e-20fe-4b06-b4be-a168ccd81d28 req-fc81daa2-1aff-44c9-a679-32289d3c6d87 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.15 "GET /v2.0/security-groups?id=240ea0bc-105c-4667-abc7-4b917e0290b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544448 Jun 24 17:09:50.920424 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-f4954d38-b4de-4249-8028-b52f8c659b3a tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:09:50.951807 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747eb842-7b0c-4f86-8653-d81ddea7d45b req-f4954d38-b4de-4249-8028-b52f8c659b3a tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:09:50.952422 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-747eb842-7b0c-4f86-8653-d81ddea7d45b req-f4954d38-b4de-4249-8028-b52f8c659b3a tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14435'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:09:50.989816 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f78fc2b-e76c-4be3-9a6a-b3408efd3adb req-cc467acf-bcad-4012-958e-9cf11e21a4e1 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:09:50.992176 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-2f78fc2b-e76c-4be3-9a6a-b3408efd3adb req-cc467acf-bcad-4012-958e-9cf11e21a4e1 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/ports?device_id=7b9fb087-423b-44d5-92c7-e94bdd0e3317 HTTP/1.1" status: 200 len: 945 time: 0.1249647 Jun 24 17:09:51.034279 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-2f78fc2b-e76c-4be3-9a6a-b3408efd3adb req-36d88b44-768d-4c0f-84f2-0bf535098235 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/security-groups?id=92795e86-bc90-401e-8d2a-ff4520af3818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335860 Jun 24 17:09:51.072872 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-747eb842-7b0c-4f86-8653-d81ddea7d45b req-f4954d38-b4de-4249-8028-b52f8c659b3a tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9450958 Jun 24 17:09:51.087961 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.v2.base [req-747eb842-7b0c-4f86-8653-d81ddea7d45b req-712b3a81-4c03-4792-afc4-67f88b46276c service neutron] Request body: {'port': {'device_id': '63486872-6772-4c0e-85d4-bc614b408802', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79797'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 17:09:51.165674 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-747eb842-7b0c-4f86-8653-d81ddea7d45b req-712b3a81-4c03-4792-afc4-67f88b46276c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:09:51.415243 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.notifiers.nova [req-747eb842-7b0c-4f86-8653-d81ddea7d45b req-712b3a81-4c03-4792-afc4-67f88b46276c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8479462-198e-47dc-8200-0b92c003965d {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 17:09:51.422663 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-747eb842-7b0c-4f86-8653-d81ddea7d45b req-712b3a81-4c03-4792-afc4-67f88b46276c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:09:51.434395 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [req-747eb842-7b0c-4f86-8653-d81ddea7d45b req-712b3a81-4c03-4792-afc4-67f88b46276c service neutron] Transition to ACTIVE for port object c8479462-198e-47dc-8200-0b92c003965d will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 17:09:51.506196 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-747eb842-7b0c-4f86-8653-d81ddea7d45b req-712b3a81-4c03-4792-afc4-67f88b46276c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10147627'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:09:51.508269 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:09:51.562374 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712b3a81-4c03-4792-afc4-67f88b46276c service neutron] Pushing event updated for resources: {'Port': ['ID=c8479462-198e-47dc-8200-0b92c003965d,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:09:51.565454 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-712b3a81-4c03-4792-afc4-67f88b46276c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:09:51.632531 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-747eb842-7b0c-4f86-8653-d81ddea7d45b req-712b3a81-4c03-4792-afc4-67f88b46276c service neutron] Attempting to bind port c8479462-198e-47dc-8200-0b92c003965d on host hv-cinder-79797 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 17:09:51.632866 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-747eb842-7b0c-4f86-8653-d81ddea7d45b req-712b3a81-4c03-4792-afc4-67f88b46276c service neutron] Attempting to bind port c8479462-198e-47dc-8200-0b92c003965d by drivers openvswitch,hyperv on host hv-cinder-79797 at level 0 using segments [{'id': '12f2579c-f9ba-4bfe-aa56-7adb09f408d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'ba658aca-cb58-44c7-9214-800ff857a4cd'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 17:09:51.633193 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-747eb842-7b0c-4f86-8653-d81ddea7d45b req-712b3a81-4c03-4792-afc4-67f88b46276c service neutron] Attempting to bind port c8479462-198e-47dc-8200-0b92c003965d on network ba658aca-cb58-44c7-9214-800ff857a4cd {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 17:09:51.638249 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-747eb842-7b0c-4f86-8653-d81ddea7d45b req-712b3a81-4c03-4792-afc4-67f88b46276c service neutron] Port c8479462-198e-47dc-8200-0b92c003965d on network ba658aca-cb58-44c7-9214-800ff857a4cd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79797 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 17:09:51.638568 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-747eb842-7b0c-4f86-8653-d81ddea7d45b req-712b3a81-4c03-4792-afc4-67f88b46276c service neutron] Attempting to bind port c8479462-198e-47dc-8200-0b92c003965d on network ba658aca-cb58-44c7-9214-800ff857a4cd {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 17:09:51.643248 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-747eb842-7b0c-4f86-8653-d81ddea7d45b req-712b3a81-4c03-4792-afc4-67f88b46276c service neutron] Checking agent: {'id': '1288d539-9cda-419c-bcb9-190041a83682', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79797', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 17, 6, 19), 'started_at': datetime.datetime(2021, 6, 24, 17, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 17, 9, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 17:09:51.643853 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-747eb842-7b0c-4f86-8653-d81ddea7d45b req-712b3a81-4c03-4792-afc4-67f88b46276c service neutron] Checking segment: {'id': '12f2579c-f9ba-4bfe-aa56-7adb09f408d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'ba658aca-cb58-44c7-9214-800ff857a4cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 17:09:51.643966 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-747eb842-7b0c-4f86-8653-d81ddea7d45b req-712b3a81-4c03-4792-afc4-67f88b46276c service neutron] Bound using segment: {'id': '12f2579c-f9ba-4bfe-aa56-7adb09f408d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'ba658aca-cb58-44c7-9214-800ff857a4cd'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 17:09:51.644352 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-747eb842-7b0c-4f86-8653-d81ddea7d45b req-712b3a81-4c03-4792-afc4-67f88b46276c service neutron] Bound port: c8479462-198e-47dc-8200-0b92c003965d, host: hv-cinder-79797, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12f2579c-f9ba-4bfe-aa56-7adb09f408d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'ba658aca-cb58-44c7-9214-800ff857a4cd'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 17:09:51.644703 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-747eb842-7b0c-4f86-8653-d81ddea7d45b req-712b3a81-4c03-4792-afc4-67f88b46276c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:09:51.709203 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-747eb842-7b0c-4f86-8653-d81ddea7d45b req-712b3a81-4c03-4792-afc4-67f88b46276c service neutron] For port c8479462-198e-47dc-8200-0b92c003965d, host hv-cinder-79797, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 17:09:51.712331 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-747eb842-7b0c-4f86-8653-d81ddea7d45b req-712b3a81-4c03-4792-afc4-67f88b46276c service neutron] For port c8479462-198e-47dc-8200-0b92c003965d, host hv-cinder-79797, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=c8479462-198e-47dc-8200-0b92c003965d,segment=NetworkSegment(12f2579c-f9ba-4bfe-aa56-7adb09f408d3),segment_id=12f2579c-f9ba-4bfe-aa56-7adb09f408d3)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 17:09:51.769668 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-747eb842-7b0c-4f86-8653-d81ddea7d45b req-712b3a81-4c03-4792-afc4-67f88b46276c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10147627'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:09:51.771865 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-b0d57290-b906-4217-a6a9-e383ccf38aed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:09:51.804174 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747eb842-7b0c-4f86-8653-d81ddea7d45b req-712b3a81-4c03-4792-afc4-67f88b46276c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:09:51.804660 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-747eb842-7b0c-4f86-8653-d81ddea7d45b req-712b3a81-4c03-4792-afc4-67f88b46276c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14435'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:09:51.806011 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-747eb842-7b0c-4f86-8653-d81ddea7d45b req-712b3a81-4c03-4792-afc4-67f88b46276c service neutron] 10.222.0.37 "PUT /v2.0/ports/c8479462-198e-47dc-8200-0b92c003965d HTTP/1.1" status: 200 len: 1093 time: 0.7224147 Jun 24 17:09:51.806489 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63486872-6772-4c0e-85d4-bc614b408802', 'tag': 'c8479462-198e-47dc-8200-0b92c003965d'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 17:09:51.809506 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55b777855581bcfca1ea7f1411fd739ba8bd3bff9faf8aab84294ca486557f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-376dc1e3-97ec-4850-8433-d8bcbde88531" -d '{"events": [{"name": "network-changed", "server_uuid": "63486872-6772-4c0e-85d4-bc614b408802", "tag": "c8479462-198e-47dc-8200-0b92c003965d"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 17:09:51.830519 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712b3a81-4c03-4792-afc4-67f88b46276c service neutron] Pushing event updated for resources: {'Port': ['ID=c8479462-198e-47dc-8200-0b92c003965d,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:09:51.833313 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-712b3a81-4c03-4792-afc4-67f88b46276c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:09:55.435933 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747eb842-7b0c-4f86-8653-d81ddea7d45b req-4a6884e0-fc8e-4dbd-9310-a6fcfa68e6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:09:55.437342 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-747eb842-7b0c-4f86-8653-d81ddea7d45b req-4a6884e0-fc8e-4dbd-9310-a6fcfa68e6b1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=18bc19e8074840d5aacd005693f389bc&device_id=63486872-6772-4c0e-85d4-bc614b408802 HTTP/1.1" status: 200 len: 1096 time: 0.0563073 Jun 24 17:09:57.120073 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 17:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26eacca7-2373-4b31-ac3c-439dd89cac67 x-openstack-request-id: req-26eacca7-2373-4b31-ac3c-439dd89cac67 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 17:09:57.121262 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63486872-6772-4c0e-85d4-bc614b408802", "tag": "c8479462-198e-47dc-8200-0b92c003965d", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 17:09:57.121262 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-26eacca7-2373-4b31-ac3c-439dd89cac67 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 17:09:57.121700 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63486872-6772-4c0e-85d4-bc614b408802', 'tag': 'c8479462-198e-47dc-8200-0b92c003965d', 'status': 'completed', 'code': 200} Jun 24 17:09:57.263029 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7e18b4-77b7-4357-b4da-91e51b044035 req-4704b1d9-6688-4fea-b931-3edb1b31d711 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:09:57.264489 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-7c7e18b4-77b7-4357-b4da-91e51b044035 req-4704b1d9-6688-4fea-b931-3edb1b31d711 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.15 "GET /v2.0/ports?device_id=63486872-6772-4c0e-85d4-bc614b408802 HTTP/1.1" status: 200 len: 943 time: 0.0624354 Jun 24 17:09:57.303465 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-7c7e18b4-77b7-4357-b4da-91e51b044035 req-2d6f5436-c928-4699-bb40-55a17c6b54e3 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.15 "GET /v2.0/security-groups?id=240ea0bc-105c-4667-abc7-4b917e0290b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334330 Jun 24 17:09:57.326941 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-747eb842-7b0c-4f86-8653-d81ddea7d45b req-25c26b4e-64d2-4194-b7d1-589365032f5f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c8479462-198e-47dc-8200-0b92c003965d HTTP/1.1" status: 200 len: 217 time: 0.0364654 Jun 24 17:09:57.410368 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747eb842-7b0c-4f86-8653-d81ddea7d45b req-5e5afac2-4cad-4ca6-8eba-c30c1568a53c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:09:57.411777 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-747eb842-7b0c-4f86-8653-d81ddea7d45b req-5e5afac2-4cad-4ca6-8eba-c30c1568a53c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5f9f2a5b-9478-442a-a358-447e513537b6 HTTP/1.1" status: 200 len: 854 time: 0.0760043 Jun 24 17:09:57.446938 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-747eb842-7b0c-4f86-8653-d81ddea7d45b req-7d1b94fd-924d-4d40-acc9-33751dc78406 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ba658aca-cb58-44c7-9214-800ff857a4cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269761 Jun 24 17:09:57.459507 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e984ce-98ec-4c5e-a0c4-ebafb0afa1b9 req-5cb5c582-043f-479e-b5da-565e87dabfdf tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:09:57.460838 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-09e984ce-98ec-4c5e-a0c4-ebafb0afa1b9 req-5cb5c582-043f-479e-b5da-565e87dabfdf tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/ports?device_id=7b9fb087-423b-44d5-92c7-e94bdd0e3317 HTTP/1.1" status: 200 len: 945 time: 0.1163743 Jun 24 17:09:57.544421 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-09e984ce-98ec-4c5e-a0c4-ebafb0afa1b9 req-62dfa667-20b6-4a63-9b7e-850a061d3770 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/security-groups?id=92795e86-bc90-401e-8d2a-ff4520af3818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749896 Jun 24 17:09:57.572490 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-747eb842-7b0c-4f86-8653-d81ddea7d45b req-d405dd6c-f172-4502-8ca0-a2f23e6bbd38 service neutron] 10.222.0.37 "GET /v2.0/networks/ba658aca-cb58-44c7-9214-800ff857a4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106856 Jun 24 17:09:57.881697 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-747eb842-7b0c-4f86-8653-d81ddea7d45b req-07d6c40e-2ea8-4016-ba4d-83d7dbcc8070 service neutron] 10.222.0.37 "GET /v2.0/networks/ba658aca-cb58-44c7-9214-800ff857a4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3026466 Jun 24 17:09:58.123728 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376dc1e3-97ec-4850-8433-d8bcbde88531 req-43fadf55-ab67-44f0-b96f-c3e045a9d574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:09:58.125257 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-376dc1e3-97ec-4850-8433-d8bcbde88531 req-43fadf55-ab67-44f0-b96f-c3e045a9d574 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=18bc19e8074840d5aacd005693f389bc&device_id=63486872-6772-4c0e-85d4-bc614b408802 HTTP/1.1" status: 200 len: 1096 time: 0.0522637 Jun 24 17:09:58.216469 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376dc1e3-97ec-4850-8433-d8bcbde88531 req-af077cd7-3a42-4ce3-98f9-7bf89ceb0685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:09:58.217900 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-376dc1e3-97ec-4850-8433-d8bcbde88531 req-af077cd7-3a42-4ce3-98f9-7bf89ceb0685 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ba658aca-cb58-44c7-9214-800ff857a4cd HTTP/1.1" status: 200 len: 914 time: 0.0854721 Jun 24 17:09:58.348927 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-376dc1e3-97ec-4850-8433-d8bcbde88531 req-8f713cf5-6b0c-408f-a696-f9cd8c5d775a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c8479462-198e-47dc-8200-0b92c003965d HTTP/1.1" status: 200 len: 217 time: 0.0366299 Jun 24 17:09:58.408682 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376dc1e3-97ec-4850-8433-d8bcbde88531 req-860e032d-ae30-4f1f-86a0-ec83d805ac47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:09:58.410084 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-376dc1e3-97ec-4850-8433-d8bcbde88531 req-860e032d-ae30-4f1f-86a0-ec83d805ac47 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5f9f2a5b-9478-442a-a358-447e513537b6 HTTP/1.1" status: 200 len: 854 time: 0.0461483 Jun 24 17:09:58.441870 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-376dc1e3-97ec-4850-8433-d8bcbde88531 req-09d3114f-5c9b-4c81-9f67-7e71090b0694 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ba658aca-cb58-44c7-9214-800ff857a4cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246019 Jun 24 17:09:58.529144 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-376dc1e3-97ec-4850-8433-d8bcbde88531 req-904c4cf9-1246-4e3d-ab5a-455b1c8decb8 service neutron] 10.222.0.37 "GET /v2.0/networks/ba658aca-cb58-44c7-9214-800ff857a4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802453 Jun 24 17:09:58.700275 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-376dc1e3-97ec-4850-8433-d8bcbde88531 req-73ccfdad-b028-4f14-ad18-ddba83c14645 service neutron] 10.222.0.37 "GET /v2.0/networks/ba658aca-cb58-44c7-9214-800ff857a4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213489 Jun 24 17:09:58.727505 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029b8f29-0212-436c-8b68-00fd371e15b3 req-bb81acb1-8a04-492a-9ed8-d04bd7067fdf tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:09:58.729041 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-029b8f29-0212-436c-8b68-00fd371e15b3 req-bb81acb1-8a04-492a-9ed8-d04bd7067fdf tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.15 "GET /v2.0/ports?device_id=63486872-6772-4c0e-85d4-bc614b408802 HTTP/1.1" status: 200 len: 943 time: 0.0793660 Jun 24 17:09:58.740101 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d2cce3-3d3c-4972-87f5-13e3af97965d req-7c1b6263-44db-4c44-a0be-29112917b3f0 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:09:58.741602 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-73d2cce3-3d3c-4972-87f5-13e3af97965d req-7c1b6263-44db-4c44-a0be-29112917b3f0 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/ports?device_id=7b9fb087-423b-44d5-92c7-e94bdd0e3317 HTTP/1.1" status: 200 len: 945 time: 0.0656264 Jun 24 17:09:58.767308 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-029b8f29-0212-436c-8b68-00fd371e15b3 req-f88a85b7-3513-491b-92ee-f3bf6bb73667 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.15 "GET /v2.0/security-groups?id=240ea0bc-105c-4667-abc7-4b917e0290b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321634 Jun 24 17:09:58.779410 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-73d2cce3-3d3c-4972-87f5-13e3af97965d req-d7f9141e-c056-4c98-887a-55b84396c7c1 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/security-groups?id=92795e86-bc90-401e-8d2a-ff4520af3818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316305 Jun 24 17:10:04.382493 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30d2983-2c10-4fa3-a81f-279945082e47 req-2706875a-b8a6-4277-9264-f7f5daf08815 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:10:04.383936 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-f30d2983-2c10-4fa3-a81f-279945082e47 req-2706875a-b8a6-4277-9264-f7f5daf08815 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.15 "GET /v2.0/ports?device_id=63486872-6772-4c0e-85d4-bc614b408802 HTTP/1.1" status: 200 len: 943 time: 0.0627668 Jun 24 17:10:04.422121 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-f30d2983-2c10-4fa3-a81f-279945082e47 req-a42fbb31-66cc-447a-a806-bb284d1d3aa1 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.15 "GET /v2.0/security-groups?id=240ea0bc-105c-4667-abc7-4b917e0290b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320663 Jun 24 17:10:04.438815 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cd5c97-b804-451c-a5ba-17a531e667e5 req-82b3efe5-e90a-474d-8e01-2804ef3de54f tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:10:04.440248 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-46cd5c97-b804-451c-a5ba-17a531e667e5 req-82b3efe5-e90a-474d-8e01-2804ef3de54f tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/ports?device_id=7b9fb087-423b-44d5-92c7-e94bdd0e3317 HTTP/1.1" status: 200 len: 945 time: 0.0658655 Jun 24 17:10:04.475940 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-46cd5c97-b804-451c-a5ba-17a531e667e5 req-d88518d8-f3ce-496b-8750-6244e299c4af tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/security-groups?id=92795e86-bc90-401e-8d2a-ff4520af3818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300596 Jun 24 17:10:05.735840 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead9d533-be85-4309-be57-b9e224b4583a req-a0d21b98-a94f-4c28-ab9e-0b33fa043f2a tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:10:05.737409 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-ead9d533-be85-4309-be57-b9e224b4583a req-a0d21b98-a94f-4c28-ab9e-0b33fa043f2a tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.15 "GET /v2.0/ports?device_id=63486872-6772-4c0e-85d4-bc614b408802 HTTP/1.1" status: 200 len: 943 time: 0.0696630 Jun 24 17:10:05.783340 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-ead9d533-be85-4309-be57-b9e224b4583a req-eaaaf9ac-aa3d-45b6-b43f-f6767696ed46 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.15 "GET /v2.0/security-groups?id=240ea0bc-105c-4667-abc7-4b917e0290b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400474 Jun 24 17:10:05.832326 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f533e3-a06e-4966-8407-903dddbb0eba req-4226e806-4b2b-4cbd-9f0c-d9f49ab7ffc2 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:10:05.833756 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-d1f533e3-a06e-4966-8407-903dddbb0eba req-4226e806-4b2b-4cbd-9f0c-d9f49ab7ffc2 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/ports?device_id=7b9fb087-423b-44d5-92c7-e94bdd0e3317 HTTP/1.1" status: 200 len: 945 time: 0.0676682 Jun 24 17:10:05.872881 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-d1f533e3-a06e-4966-8407-903dddbb0eba req-e7e3a1cf-244b-4afc-b84d-c108342cd37b tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/security-groups?id=92795e86-bc90-401e-8d2a-ff4520af3818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335474 Jun 24 17:10:06.215026 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3b50ea-5cfd-4d0f-b24c-404dcecb39d7 req-8a83fe0c-36b9-4342-a8bf-70aa5e1e4428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:10:06.217052 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-1c3b50ea-5cfd-4d0f-b24c-404dcecb39d7 req-8a83fe0c-36b9-4342-a8bf-70aa5e1e4428 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7b9fb087-423b-44d5-92c7-e94bdd0e3317 HTTP/1.1" status: 200 len: 1098 time: 0.0530198 Jun 24 17:10:06.254441 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-1c3b50ea-5cfd-4d0f-b24c-404dcecb39d7 req-7d0aecb9-c81b-4348-ad29-11899e0fc053 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=92795e86-bc90-401e-8d2a-ff4520af3818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312932 Jun 24 17:10:07.321634 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac9b125-97c7-49e8-8849-3e72c3cc1836 req-4b0b303e-09c2-4d9a-9ffc-8b9c0ee31f72 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:10:07.323197 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-cac9b125-97c7-49e8-8849-3e72c3cc1836 req-4b0b303e-09c2-4d9a-9ffc-8b9c0ee31f72 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.15 "GET /v2.0/ports?device_id=63486872-6772-4c0e-85d4-bc614b408802 HTTP/1.1" status: 200 len: 943 time: 0.0842249 Jun 24 17:10:07.344946 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ea550d-b4fb-4652-b999-63d548a6448d req-7233324e-ddd6-4d1c-8c14-5e0d4630e961 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:10:07.346468 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-e4ea550d-b4fb-4652-b999-63d548a6448d req-7233324e-ddd6-4d1c-8c14-5e0d4630e961 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/ports?device_id=7b9fb087-423b-44d5-92c7-e94bdd0e3317 HTTP/1.1" status: 200 len: 945 time: 0.0779278 Jun 24 17:10:07.365924 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-cac9b125-97c7-49e8-8849-3e72c3cc1836 req-5fcf2921-3e83-4ac1-b3a0-b743a67bc7d2 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.15 "GET /v2.0/security-groups?id=240ea0bc-105c-4667-abc7-4b917e0290b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338247 Jun 24 17:10:07.384932 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-e4ea550d-b4fb-4652-b999-63d548a6448d req-c4f7f378-be0d-44b0-8ae1-92b16f50a7c7 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/security-groups?id=92795e86-bc90-401e-8d2a-ff4520af3818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327549 Jun 24 17:10:11.148120 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-987f3a79-2f25-4620-8c70-28b55a46c007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:10:13.456259 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-fb77d4df-d31b-4c58-8cc6-7408ec11289c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:10:13.691976 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Device c8479462-198e-47dc-8200-0b92c003965d details requested by agent hyperv_hv-cinder-79797 with host hv-cinder-79797 {{(pid=93702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 17:10:13.782626 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] For port c8479462-198e-47dc-8200-0b92c003965d, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=c8479462-198e-47dc-8200-0b92c003965d,segment=NetworkSegment(12f2579c-f9ba-4bfe-aa56-7adb09f408d3),segment_id=12f2579c-f9ba-4bfe-aa56-7adb09f408d3)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 17:10:13.794053 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Returning: {'device': 'c8479462-198e-47dc-8200-0b92c003965d', 'network_id': 'ba658aca-cb58-44c7-9214-800ff857a4cd', 'port_id': 'c8479462-198e-47dc-8200-0b92c003965d', 'mac_address': 'fa:16:3e:06:59:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f9f2a5b-9478-442a-a358-447e513537b6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 17:10:13.848823 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:10:13.868402 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.notifiers.nova [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8479462-198e-47dc-8200-0b92c003965d {{(pid=93702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 17:10:13.902754 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] For port c8479462-198e-47dc-8200-0b92c003965d, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=c8479462-198e-47dc-8200-0b92c003965d,segment=NetworkSegment(12f2579c-f9ba-4bfe-aa56-7adb09f408d3),segment_id=12f2579c-f9ba-4bfe-aa56-7adb09f408d3)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 17:10:13.937755 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:10:13.977339 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80ba9dd-4d8a-4ab7-bcc8-2f3458068f17 req-9a4766ef-9ab9-4a9d-bd45-ee94be50bec1 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:10:13.977339 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-e80ba9dd-4d8a-4ab7-bcc8-2f3458068f17 req-9a4766ef-9ab9-4a9d-bd45-ee94be50bec1 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.15 "GET /v2.0/ports?device_id=63486872-6772-4c0e-85d4-bc614b408802 HTTP/1.1" status: 200 len: 943 time: 0.0708199 Jun 24 17:10:13.993895 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:10:13.997744 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3bbde0-9097-4d0f-a0b2-f4e6aacc5253 req-b1fe592c-1929-4521-a0fc-774bcf1ce970 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:10:14.000221 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-ba3bbde0-9097-4d0f-a0b2-f4e6aacc5253 req-b1fe592c-1929-4521-a0fc-774bcf1ce970 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/ports?device_id=7b9fb087-423b-44d5-92c7-e94bdd0e3317 HTTP/1.1" status: 200 len: 945 time: 0.0777535 Jun 24 17:10:14.001209 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-48083b75-23e1-48c5-9838-1cb5b093cde9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:10:14.029120 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-e80ba9dd-4d8a-4ab7-bcc8-2f3458068f17 req-a70fd73f-ea2b-4128-85fc-af2c8a6ff578 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.15 "GET /v2.0/security-groups?id=240ea0bc-105c-4667-abc7-4b917e0290b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503087 Jun 24 17:10:14.053757 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-ba3bbde0-9097-4d0f-a0b2-f4e6aacc5253 req-536db80d-740a-4463-bc9a-57ceb4ce774a tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/security-groups?id=92795e86-bc90-401e-8d2a-ff4520af3818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460021 Jun 24 17:10:14.056878 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Pushing event updated for resources: {'Port': ['ID=c8479462-198e-47dc-8200-0b92c003965d,revision_number=4']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:10:14.069419 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:10:14.902277 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5af43288-dd02-4084-874e-f1fcba283848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:10:15.208613 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d58efd-1ce5-459e-8e7b-2ae5e13a3a14 req-75815c54-10ce-4aa1-8d7c-deb62559d3a5 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:10:15.210076 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-b0d58efd-1ce5-459e-8e7b-2ae5e13a3a14 req-75815c54-10ce-4aa1-8d7c-deb62559d3a5 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.15 "GET /v2.0/ports?device_id=63486872-6772-4c0e-85d4-bc614b408802 HTTP/1.1" status: 200 len: 944 time: 0.0672936 Jun 24 17:10:15.234369 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2305078c-ff76-42ca-b336-5907ac84b9d6 req-5d328d47-faa4-4fcc-99ef-f9a4c55516bd tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:10:15.235816 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-2305078c-ff76-42ca-b336-5907ac84b9d6 req-5d328d47-faa4-4fcc-99ef-f9a4c55516bd tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/ports?device_id=7b9fb087-423b-44d5-92c7-e94bdd0e3317 HTTP/1.1" status: 200 len: 945 time: 0.0709846 Jun 24 17:10:15.247922 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-b0d58efd-1ce5-459e-8e7b-2ae5e13a3a14 req-2becb52b-0b76-4fbf-8ca0-4fa70764b126 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.15 "GET /v2.0/security-groups?id=240ea0bc-105c-4667-abc7-4b917e0290b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320644 Jun 24 17:10:15.272900 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-2305078c-ff76-42ca-b336-5907ac84b9d6 req-0ed10bd4-6d46-4021-82e2-9f31893c4b0d tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/security-groups?id=92795e86-bc90-401e-8d2a-ff4520af3818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312881 Jun 24 17:10:15.286020 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] get_ports_and_sgs() called for port_ids ['c8479462-198e-47dc-8200-0b92c003965d'] {{(pid=93702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 17:10:15.442177 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ab2f1c-09a5-4067-ad9f-37edb2aa9f0d req-21acd0f7-7c31-4b86-9590-ed87e5860bfa tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:10:15.443625 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-d7ab2f1c-09a5-4067-ad9f-37edb2aa9f0d req-21acd0f7-7c31-4b86-9590-ed87e5860bfa tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a7584ab-9d6d-4da0-8c7d-310e8d6fb3b4 HTTP/1.1" status: 200 len: 946 time: 0.0618851 Jun 24 17:10:15.480142 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-d7ab2f1c-09a5-4067-ad9f-37edb2aa9f0d req-d372ec39-1e4c-46dd-b119-f67018f81ca2 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/security-groups?id=92795e86-bc90-401e-8d2a-ff4520af3818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309718 Jun 24 17:10:16.433477 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-845c8506-8cf5-4b6b-bbc4-443bdb09ac47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:10:20.165220 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:10:21.235968 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d65bb8-66c2-4c6a-98dd-75a92e2df4e5 req-9334ad79-3efc-4ea2-90bd-c1d22082715d tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:10:21.237414 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-90d65bb8-66c2-4c6a-98dd-75a92e2df4e5 req-9334ad79-3efc-4ea2-90bd-c1d22082715d tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.15 "GET /v2.0/ports?device_id=63486872-6772-4c0e-85d4-bc614b408802 HTTP/1.1" status: 200 len: 944 time: 0.0632274 Jun 24 17:10:21.290775 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-90d65bb8-66c2-4c6a-98dd-75a92e2df4e5 req-4b75adb8-9551-4aab-ae7d-5c2d1a52893a tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.15 "GET /v2.0/security-groups?id=240ea0bc-105c-4667-abc7-4b917e0290b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466022 Jun 24 17:10:21.350838 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.agents_db [None req-27f02d43-57e8-424c-a1b0-5a1f36db1773 None None] Agent healthcheck: found 6 active agents {{(pid=93703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 17:10:22.646429 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce7bba6-5fb3-49c0-8b51-34fe54ca9207 req-a4ba0963-836a-45d9-86ee-0ccba627fe94 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:10:22.647910 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-3ce7bba6-5fb3-49c0-8b51-34fe54ca9207 req-a4ba0963-836a-45d9-86ee-0ccba627fe94 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.15 "GET /v2.0/ports?device_id=63486872-6772-4c0e-85d4-bc614b408802 HTTP/1.1" status: 200 len: 944 time: 0.0705879 Jun 24 17:10:22.686572 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-3ce7bba6-5fb3-49c0-8b51-34fe54ca9207 req-649acbad-d1fa-4cbf-af86-79da0e77a59a tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.15 "GET /v2.0/security-groups?id=240ea0bc-105c-4667-abc7-4b917e0290b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329695 Jun 24 17:10:23.532670 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 56660) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:10:23.635745 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2706871f-7557-442d-8bb4-6be8ed7e07bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:10:23.720498 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Device c8479462-198e-47dc-8200-0b92c003965d up at agent hyperv_hv-cinder-79797 {{(pid=93702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 17:10:23.730492 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2706871f-7557-442d-8bb4-6be8ed7e07bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:10:23.799400 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2706871f-7557-442d-8bb4-6be8ed7e07bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:10:23.802165 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-584aedc9-6264-4dd1-a94a-65754f211875 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:10:23.833886 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Provisioning for port c8479462-198e-47dc-8200-0b92c003965d completed by entity L2. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 17:10:23.838235 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Provisioning complete for port c8479462-198e-47dc-8200-0b92c003965d triggered by entity L2. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 17:10:23.838831 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979100'] for port, provisioning_complete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:10:23.842341 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-2706871f-7557-442d-8bb4-6be8ed7e07bd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f4b5845c519e49b592d5c926ec26da95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3085625 Jun 24 17:10:23.845487 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2706871f-7557-442d-8bb4-6be8ed7e07bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f76df98-ac6f-479c-9e90-35350cd9f1bd,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:10:23.847550 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 56666) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:10:23.864605 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2706871f-7557-442d-8bb4-6be8ed7e07bd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:10:23.864978 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2706871f-7557-442d-8bb4-6be8ed7e07bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:10:23.868320 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2706871f-7557-442d-8bb4-6be8ed7e07bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:10:23.868320 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2706871f-7557-442d-8bb4-6be8ed7e07bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:10:23.868320 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2706871f-7557-442d-8bb4-6be8ed7e07bd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:10:23.868320 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2706871f-7557-442d-8bb4-6be8ed7e07bd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:10:23.868320 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2706871f-7557-442d-8bb4-6be8ed7e07bd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:10:23.868320 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2706871f-7557-442d-8bb4-6be8ed7e07bd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:10:23.868320 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2706871f-7557-442d-8bb4-6be8ed7e07bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:10:23.868320 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2706871f-7557-442d-8bb4-6be8ed7e07bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:10:23.868320 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2706871f-7557-442d-8bb4-6be8ed7e07bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:10:23.868320 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2706871f-7557-442d-8bb4-6be8ed7e07bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:10:23.873359 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-2706871f-7557-442d-8bb4-6be8ed7e07bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:10:23.916278 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3bd1bd9d-9cc0-47ab-9288-d602bc237658 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:10:23.930293 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:10:23.947664 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3bd1bd9d-9cc0-47ab-9288-d602bc237658 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:10:23.955924 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6029ed77-a84d-4e87-a144-8454387f555f req-a05599f0-82cd-4c7b-9192-02ac43d764e0 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:10:23.957586 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-6029ed77-a84d-4e87-a144-8454387f555f req-a05599f0-82cd-4c7b-9192-02ac43d764e0 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.15 "GET /v2.0/ports?device_id=63486872-6772-4c0e-85d4-bc614b408802 HTTP/1.1" status: 200 len: 944 time: 0.1357224 Jun 24 17:10:23.965422 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-723379a4-6467-470f-a5b5-847b78fe5f6d req-1e057b5d-abfb-4186-9277-3eb6644fe89b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6a7584ab-9d6d-4da0-8c7d-310e8d6fb3b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0990372 Jun 24 17:10:23.975100 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] For port c8479462-198e-47dc-8200-0b92c003965d, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=c8479462-198e-47dc-8200-0b92c003965d,segment=NetworkSegment(12f2579c-f9ba-4bfe-aa56-7adb09f408d3),segment_id=12f2579c-f9ba-4bfe-aa56-7adb09f408d3)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 17:10:23.976105 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63486872-6772-4c0e-85d4-bc614b408802', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8479462-198e-47dc-8200-0b92c003965d'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 17:10:23.978497 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d8b605067795a7fc2c115f7278a2b51e92dc277499becda2f2169a787a2c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-431d9f71-6c14-44e6-a17e-0b6ef481cb61" -d '{"events": [{"server_uuid": "63486872-6772-4c0e-85d4-bc614b408802", "name": "network-vif-plugged", "status": "completed", "tag": "c8479462-198e-47dc-8200-0b92c003965d"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 17:10:24.015339 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-6029ed77-a84d-4e87-a144-8454387f555f req-26fe3ada-8233-4d54-8af9-9be2edafaf54 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.15 "GET /v2.0/security-groups?id=240ea0bc-105c-4667-abc7-4b917e0290b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461733 Jun 24 17:10:24.028262 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 17:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a2549ca-da16-4728-95a2-3e80d8f87d0a x-openstack-request-id: req-9a2549ca-da16-4728-95a2-3e80d8f87d0a {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 17:10:24.028564 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63486872-6772-4c0e-85d4-bc614b408802", "name": "network-vif-plugged", "status": "completed", "tag": "c8479462-198e-47dc-8200-0b92c003965d", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 17:10:24.028827 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9a2549ca-da16-4728-95a2-3e80d8f87d0a {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 17:10:24.029264 dv-cinder-797970-1-iscsi neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63486872-6772-4c0e-85d4-bc614b408802', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8479462-198e-47dc-8200-0b92c003965d', 'code': 200} Jun 24 17:10:24.071026 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723379a4-6467-470f-a5b5-847b78fe5f6d req-aa5ba75c-da69-4392-b004-43003034d268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:10:24.072628 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-723379a4-6467-470f-a5b5-847b78fe5f6d req-aa5ba75c-da69-4392-b004-43003034d268 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c716f65513774ad78041f60e9016ee68&device_id=6a7584ab-9d6d-4da0-8c7d-310e8d6fb3b4 HTTP/1.1" status: 200 len: 1099 time: 0.0590177 Jun 24 17:10:24.096414 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:10:24.098242 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:10:24.125342 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3bd1bd9d-9cc0-47ab-9288-d602bc237658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:10:24.128240 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3bd1bd9d-9cc0-47ab-9288-d602bc237658 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:10:24.137626 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-3bd1bd9d-9cc0-47ab-9288-d602bc237658 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3f76df98-ac6f-479c-9e90-35350cd9f1bd HTTP/1.1" status: 204 len: 168 time: 0.2810545 Jun 24 17:10:24.138513 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-54f78332-4bbf-45c9-ad23-6ad4f36e1c8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:10:24.149383 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd1bd9d-9cc0-47ab-9288-d602bc237658 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f76df98-ac6f-479c-9e90-35350cd9f1bd,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:10:24.157841 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-3bd1bd9d-9cc0-47ab-9288-d602bc237658 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:10:24.182478 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Pushing event updated for resources: {'Port': ['ID=c8479462-198e-47dc-8200-0b92c003965d,revision_number=5']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:10:24.186726 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:10:24.267308 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723379a4-6467-470f-a5b5-847b78fe5f6d req-b837d938-6714-4508-8266-f27461699935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:10:24.268753 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-723379a4-6467-470f-a5b5-847b78fe5f6d req-b837d938-6714-4508-8266-f27461699935 service neutron] 10.222.0.37 "GET /v2.0/networks?id=64ba3aa0-af7f-43bc-95fc-b6be55710575 HTTP/1.1" status: 200 len: 919 time: 0.1142602 Jun 24 17:10:24.312873 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-723379a4-6467-470f-a5b5-847b78fe5f6d req-a6827fd7-42c9-46aa-a7bb-e8224a50685a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6828f935-363e-4d8c-8695-9be61abc441b HTTP/1.1" status: 200 len: 217 time: 0.0358961 Jun 24 17:10:24.365676 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723379a4-6467-470f-a5b5-847b78fe5f6d req-e240bb19-e4dc-4583-bd92-73b348159196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:10:24.367176 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-723379a4-6467-470f-a5b5-847b78fe5f6d req-e240bb19-e4dc-4583-bd92-73b348159196 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dca613bb-5c51-470d-979d-79528d145d2a HTTP/1.1" status: 200 len: 859 time: 0.0470750 Jun 24 17:10:24.416054 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-723379a4-6467-470f-a5b5-847b78fe5f6d req-07d4bf32-8a5e-48b4-b392-6cccbad3973f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=64ba3aa0-af7f-43bc-95fc-b6be55710575&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419064 Jun 24 17:10:24.549082 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d51f8a-80b3-43b0-8f9b-ad3fafc82e44 req-c7a705eb-1387-4999-91e7-572bfe191a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:10:24.550913 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-b1d51f8a-80b3-43b0-8f9b-ad3fafc82e44 req-c7a705eb-1387-4999-91e7-572bfe191a86 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=63486872-6772-4c0e-85d4-bc614b408802 HTTP/1.1" status: 200 len: 1098 time: 0.0872223 Jun 24 17:10:24.571542 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-723379a4-6467-470f-a5b5-847b78fe5f6d req-d1391b27-12fc-48dc-9bbf-d0e71e446b96 service neutron] 10.222.0.37 "GET /v2.0/networks/64ba3aa0-af7f-43bc-95fc-b6be55710575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193433 Jun 24 17:10:24.616765 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-b1d51f8a-80b3-43b0-8f9b-ad3fafc82e44 req-344960d0-68b3-40d3-a777-451776aec42b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=240ea0bc-105c-4667-abc7-4b917e0290b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550015 Jun 24 17:10:24.680685 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-723379a4-6467-470f-a5b5-847b78fe5f6d req-f8541f79-91fb-4bdb-b2ed-056df422bac3 service neutron] 10.222.0.37 "GET /v2.0/networks/64ba3aa0-af7f-43bc-95fc-b6be55710575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052263 Jun 24 17:10:25.793766 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8510de35-1cf2-4f84-a83d-5b2c0babbcb1 req-42cb7fbd-00ff-4bfd-962c-7ed5f42b84f1 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:10:25.795178 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-8510de35-1cf2-4f84-a83d-5b2c0babbcb1 req-42cb7fbd-00ff-4bfd-962c-7ed5f42b84f1 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.15 "GET /v2.0/ports?device_id=63486872-6772-4c0e-85d4-bc614b408802 HTTP/1.1" status: 200 len: 945 time: 0.0614953 Jun 24 17:10:25.832531 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-8510de35-1cf2-4f84-a83d-5b2c0babbcb1 req-50daf35b-fdca-4ad9-8f61-5c14b656b58b tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.15 "GET /v2.0/security-groups?id=240ea0bc-105c-4667-abc7-4b917e0290b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317490 Jun 24 17:10:27.043862 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b162c11c-4090-47fe-bcd8-075f983e6a46 req-c5376e7b-010c-49a5-847a-e54fa442685b tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:10:27.045221 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-b162c11c-4090-47fe-bcd8-075f983e6a46 req-c5376e7b-010c-49a5-847a-e54fa442685b tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.15 "GET /v2.0/ports?device_id=63486872-6772-4c0e-85d4-bc614b408802 HTTP/1.1" status: 200 len: 945 time: 0.0613773 Jun 24 17:10:27.082842 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-b162c11c-4090-47fe-bcd8-075f983e6a46 req-948016c5-35f9-4c71-91c2-34f40ba08703 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.15 "GET /v2.0/security-groups?id=240ea0bc-105c-4667-abc7-4b917e0290b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316148 Jun 24 17:10:33.645110 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664e9359-4d00-4b7e-90df-d5c2b07334ca req-d858d3e4-7bd7-4aee-8120-576815632386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:10:33.646926 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-664e9359-4d00-4b7e-90df-d5c2b07334ca req-d858d3e4-7bd7-4aee-8120-576815632386 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c716f65513774ad78041f60e9016ee68&device_id=6a7584ab-9d6d-4da0-8c7d-310e8d6fb3b4 HTTP/1.1" status: 200 len: 1099 time: 0.0933611 Jun 24 17:10:33.654030 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c560a56-92c4-425d-a43f-2534d8093041 req-c040c1c8-1a24-467f-9a54-1efc7138a5b6 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:10:33.655887 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-5c560a56-92c4-425d-a43f-2534d8093041 req-c040c1c8-1a24-467f-9a54-1efc7138a5b6 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a7584ab-9d6d-4da0-8c7d-310e8d6fb3b4 HTTP/1.1" status: 200 len: 946 time: 0.0750153 Jun 24 17:10:33.694180 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-5c560a56-92c4-425d-a43f-2534d8093041 req-d1009134-952c-4f80-8597-8e7b91c157b7 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/security-groups?id=92795e86-bc90-401e-8d2a-ff4520af3818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325661 Jun 24 17:10:33.714330 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a5c60f-5dfc-4e29-8b4b-628bd3e0b8e4 req-8492106a-0293-4906-8160-b772b98c9770 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:10:33.715805 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-b2a5c60f-5dfc-4e29-8b4b-628bd3e0b8e4 req-8492106a-0293-4906-8160-b772b98c9770 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.15 "GET /v2.0/ports?device_id=63486872-6772-4c0e-85d4-bc614b408802 HTTP/1.1" status: 200 len: 945 time: 0.1230040 Jun 24 17:10:33.781272 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-b2a5c60f-5dfc-4e29-8b4b-628bd3e0b8e4 req-1a0f5295-eaa3-49ed-a412-3f780d7cf87d tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.15 "GET /v2.0/security-groups?id=240ea0bc-105c-4667-abc7-4b917e0290b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590427 Jun 24 17:10:33.782415 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664e9359-4d00-4b7e-90df-d5c2b07334ca req-d27383da-94f1-44b9-892a-5490b89213df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:10:33.783743 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-664e9359-4d00-4b7e-90df-d5c2b07334ca req-d27383da-94f1-44b9-892a-5490b89213df service neutron] 10.222.0.37 "GET /v2.0/networks?id=64ba3aa0-af7f-43bc-95fc-b6be55710575 HTTP/1.1" status: 200 len: 919 time: 0.1297204 Jun 24 17:10:33.825271 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-664e9359-4d00-4b7e-90df-d5c2b07334ca req-b765c8dd-2e63-458f-a79d-fc239e3fb9ce service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6828f935-363e-4d8c-8695-9be61abc441b HTTP/1.1" status: 200 len: 217 time: 0.0345666 Jun 24 17:10:33.875197 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664e9359-4d00-4b7e-90df-d5c2b07334ca req-4acee030-0613-4e5e-87c9-9d0571f5cd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:10:33.876678 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-664e9359-4d00-4b7e-90df-d5c2b07334ca req-4acee030-0613-4e5e-87c9-9d0571f5cd1a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dca613bb-5c51-470d-979d-79528d145d2a HTTP/1.1" status: 200 len: 859 time: 0.0453799 Jun 24 17:10:33.915647 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-664e9359-4d00-4b7e-90df-d5c2b07334ca req-3bb99bdf-1a5b-4fe6-9780-a34121dd17f7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=64ba3aa0-af7f-43bc-95fc-b6be55710575&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313373 Jun 24 17:10:34.004612 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-664e9359-4d00-4b7e-90df-d5c2b07334ca req-92c80f36-d5f5-4e5e-b68f-c24b6ab01530 service neutron] 10.222.0.37 "GET /v2.0/networks/64ba3aa0-af7f-43bc-95fc-b6be55710575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826542 Jun 24 17:10:34.097538 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-664e9359-4d00-4b7e-90df-d5c2b07334ca req-c19d3919-5a41-47fe-b030-b5259028b783 service neutron] 10.222.0.37 "GET /v2.0/networks/64ba3aa0-af7f-43bc-95fc-b6be55710575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865827 Jun 24 17:10:34.870210 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28061326-5de2-49c5-89ad-16bc3b34fd4d req-bccf401f-111d-4f44-9d00-168144cc5323 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:10:34.871694 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-28061326-5de2-49c5-89ad-16bc3b34fd4d req-bccf401f-111d-4f44-9d00-168144cc5323 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a7584ab-9d6d-4da0-8c7d-310e8d6fb3b4 HTTP/1.1" status: 200 len: 946 time: 0.0626092 Jun 24 17:10:34.911821 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-28061326-5de2-49c5-89ad-16bc3b34fd4d req-ee81066e-1be4-4120-87bc-304386c12816 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/security-groups?id=92795e86-bc90-401e-8d2a-ff4520af3818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338385 Jun 24 17:10:36.251444 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0113fca-8ffb-42a1-b4a6-6eba9435e312 req-5fccc73f-9e66-452e-92df-163fafacee70 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:10:36.253007 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-a0113fca-8ffb-42a1-b4a6-6eba9435e312 req-5fccc73f-9e66-452e-92df-163fafacee70 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a7584ab-9d6d-4da0-8c7d-310e8d6fb3b4 HTTP/1.1" status: 200 len: 946 time: 0.0772362 Jun 24 17:10:36.291299 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-a0113fca-8ffb-42a1-b4a6-6eba9435e312 req-b0d5f739-81e8-48c7-8a10-1cf89003a1dc tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/security-groups?id=92795e86-bc90-401e-8d2a-ff4520af3818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325317 Jun 24 17:10:37.470551 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df16c40-2e5e-4006-a6f0-42de33cda2d2 req-282d6390-abe8-44b5-a657-2aa9ba3e7fc6 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:10:37.473668 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-5df16c40-2e5e-4006-a6f0-42de33cda2d2 req-282d6390-abe8-44b5-a657-2aa9ba3e7fc6 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a7584ab-9d6d-4da0-8c7d-310e8d6fb3b4 HTTP/1.1" status: 200 len: 946 time: 0.0636508 Jun 24 17:10:37.509272 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-5df16c40-2e5e-4006-a6f0-42de33cda2d2 req-721eca72-8aca-49b5-884e-02a800d5768a tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/security-groups?id=92795e86-bc90-401e-8d2a-ff4520af3818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313523 Jun 24 17:10:41.188330 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-36fb2ce6-f539-4265-8049-8d5edc44a5b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:10:42.591533 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fabec0-bfcf-42d7-b8bf-08483e38e640 req-56d4dd83-626b-4de2-a51a-218d9b6bc2ff tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:10:42.593029 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-42fabec0-bfcf-42d7-b8bf-08483e38e640 req-56d4dd83-626b-4de2-a51a-218d9b6bc2ff tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a7584ab-9d6d-4da0-8c7d-310e8d6fb3b4 HTTP/1.1" status: 200 len: 946 time: 0.0621579 Jun 24 17:10:42.632904 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-42fabec0-bfcf-42d7-b8bf-08483e38e640 req-c8a35556-0aa8-4d93-af3b-7db57f773565 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/security-groups?id=92795e86-bc90-401e-8d2a-ff4520af3818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338564 Jun 24 17:10:43.465452 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ca925a2e-3683-4100-93ab-57a5d88a4c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:10:43.845034 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c745853a-42c9-4921-8587-a706b99272a5 req-da1cafbe-df76-46c0-9cf6-d7b2c853d5ec tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:10:43.846406 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-c745853a-42c9-4921-8587-a706b99272a5 req-da1cafbe-df76-46c0-9cf6-d7b2c853d5ec tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a7584ab-9d6d-4da0-8c7d-310e8d6fb3b4 HTTP/1.1" status: 200 len: 946 time: 0.0657356 Jun 24 17:10:43.883187 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-c745853a-42c9-4921-8587-a706b99272a5 req-45be01bb-3056-4b9c-b31d-17c8b408ce17 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/security-groups?id=92795e86-bc90-401e-8d2a-ff4520af3818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311828 Jun 24 17:10:43.901629 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:10:44.930660 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5af43288-dd02-4084-874e-f1fcba283848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:10:45.067778 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc1a07e-13f7-4dc5-91ed-5dc9343dac95 req-0c304184-7ff7-496b-8986-fbae0b67d287 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:10:45.069219 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-fdc1a07e-13f7-4dc5-91ed-5dc9343dac95 req-0c304184-7ff7-496b-8986-fbae0b67d287 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a7584ab-9d6d-4da0-8c7d-310e8d6fb3b4 HTTP/1.1" status: 200 len: 946 time: 0.0687058 Jun 24 17:10:45.107194 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-fdc1a07e-13f7-4dc5-91ed-5dc9343dac95 req-8172de0a-971a-4afe-9e00-2be1ca117421 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/security-groups?id=92795e86-bc90-401e-8d2a-ff4520af3818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322676 Jun 24 17:10:45.883480 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 56972) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:10:46.018238 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3f22d6c9-03f1-438e-89f2-d38f7a2d72a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:10:46.109157 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3f22d6c9-03f1-438e-89f2-d38f7a2d72a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:10:46.174502 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3f22d6c9-03f1-438e-89f2-d38f7a2d72a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:10:46.174502 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-8ed54f1f-a331-41ee-b700-b4cbcde5a055 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:10:46.212577 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-3f22d6c9-03f1-438e-89f2-d38f7a2d72a1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4b62fab7bfc04bbd9acbd3536b8c57c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3308520 Jun 24 17:10:46.213733 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f22d6c9-03f1-438e-89f2-d38f7a2d72a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a65bae1e-d5b3-4978-b024-70089a1cc9aa,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:10:46.215114 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 56996) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:10:46.216895 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-3f22d6c9-03f1-438e-89f2-d38f7a2d72a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:10:46.268259 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-db0d49c4-387b-440d-bdc0-468094326a79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:10:46.288316 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34f8caa-0ebb-4bca-90f9-27d0456d988e req-6a269e12-d7e9-44aa-9a0a-fd2cb17d8078 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:10:46.289385 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-db0d49c4-387b-440d-bdc0-468094326a79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:10:46.289784 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-e34f8caa-0ebb-4bca-90f9-27d0456d988e req-6a269e12-d7e9-44aa-9a0a-fd2cb17d8078 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a7584ab-9d6d-4da0-8c7d-310e8d6fb3b4 HTTP/1.1" status: 200 len: 946 time: 0.0646691 Jun 24 17:10:46.330204 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-e34f8caa-0ebb-4bca-90f9-27d0456d988e req-8f506086-c324-4233-9cd6-570b0412586b tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/security-groups?id=92795e86-bc90-401e-8d2a-ff4520af3818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340834 Jun 24 17:10:46.410469 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-db0d49c4-387b-440d-bdc0-468094326a79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:10:46.413043 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-db0d49c4-387b-440d-bdc0-468094326a79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:10:46.414189 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-db0d49c4-387b-440d-bdc0-468094326a79 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a65bae1e-d5b3-4978-b024-70089a1cc9aa HTTP/1.1" status: 204 len: 168 time: 0.1975594 Jun 24 17:10:46.414880 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:10:46.422402 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0d49c4-387b-440d-bdc0-468094326a79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a65bae1e-d5b3-4978-b024-70089a1cc9aa,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:10:46.429718 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0d49c4-387b-440d-bdc0-468094326a79 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:10:46.430087 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0d49c4-387b-440d-bdc0-468094326a79 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:10:46.430444 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0d49c4-387b-440d-bdc0-468094326a79 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:10:46.430790 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0d49c4-387b-440d-bdc0-468094326a79 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:10:46.431139 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0d49c4-387b-440d-bdc0-468094326a79 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:10:46.431486 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0d49c4-387b-440d-bdc0-468094326a79 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:10:46.431848 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0d49c4-387b-440d-bdc0-468094326a79 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:10:46.432403 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0d49c4-387b-440d-bdc0-468094326a79 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:10:46.432748 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0d49c4-387b-440d-bdc0-468094326a79 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:10:46.433090 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0d49c4-387b-440d-bdc0-468094326a79 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:10:46.433425 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0d49c4-387b-440d-bdc0-468094326a79 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:10:46.433794 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0d49c4-387b-440d-bdc0-468094326a79 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:10:46.434390 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-845c8506-8cf5-4b6b-bbc4-443bdb09ac47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:10:46.437022 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-db0d49c4-387b-440d-bdc0-468094326a79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:10:48.270236 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2e0637-5a94-4edc-bb2d-84d648085d02 req-3d72e27a-4eb1-4896-b982-712bd1ff0412 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:10:48.272373 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-ae2e0637-5a94-4edc-bb2d-84d648085d02 req-3d72e27a-4eb1-4896-b982-712bd1ff0412 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a7584ab-9d6d-4da0-8c7d-310e8d6fb3b4 HTTP/1.1" status: 200 len: 946 time: 0.0709319 Jun 24 17:10:48.310433 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-ae2e0637-5a94-4edc-bb2d-84d648085d02 req-19926dff-49bb-4e86-a291-5d44f9002b62 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/security-groups?id=92795e86-bc90-401e-8d2a-ff4520af3818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324297 Jun 24 17:10:50.187021 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:10:51.188149 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1aa4d5-79fe-47ed-90ff-db00f752eef3 req-d5e5e760-8fcf-48e1-a994-8fe431585503 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:10:51.190640 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-4f1aa4d5-79fe-47ed-90ff-db00f752eef3 req-d5e5e760-8fcf-48e1-a994-8fe431585503 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a7584ab-9d6d-4da0-8c7d-310e8d6fb3b4 HTTP/1.1" status: 200 len: 946 time: 0.0678916 Jun 24 17:10:51.228912 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-4f1aa4d5-79fe-47ed-90ff-db00f752eef3 req-a89f32b7-b44c-4437-b16a-70650fb3ace4 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/security-groups?id=92795e86-bc90-401e-8d2a-ff4520af3818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327015 Jun 24 17:10:52.577712 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c43227-7bde-4c97-9964-4df50b5b9878 req-c0cff15d-3d2b-4e96-965f-51631a6404f0 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:10:52.581550 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-36c43227-7bde-4c97-9964-4df50b5b9878 req-c0cff15d-3d2b-4e96-965f-51631a6404f0 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a7584ab-9d6d-4da0-8c7d-310e8d6fb3b4 HTTP/1.1" status: 200 len: 946 time: 0.0632710 Jun 24 17:10:52.617945 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-36c43227-7bde-4c97-9964-4df50b5b9878 req-b52699e6-789a-403b-b4d6-50217966af38 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/security-groups?id=92795e86-bc90-401e-8d2a-ff4520af3818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308037 Jun 24 17:10:53.798373 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779d1625-be3b-48d6-806a-af66f6a0c34e req-bd58d6c7-b204-45be-b9ff-f0286320bcb8 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:10:53.799929 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-779d1625-be3b-48d6-806a-af66f6a0c34e req-bd58d6c7-b204-45be-b9ff-f0286320bcb8 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a7584ab-9d6d-4da0-8c7d-310e8d6fb3b4 HTTP/1.1" status: 200 len: 946 time: 0.0701239 Jun 24 17:10:53.837002 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-779d1625-be3b-48d6-806a-af66f6a0c34e req-fcd5afd3-c682-453a-ac30-d735c0d621bf tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/security-groups?id=92795e86-bc90-401e-8d2a-ff4520af3818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313554 Jun 24 17:10:54.453964 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3837fb89-63af-4da9-ac1f-11d6441124ac req-950f2711-2899-411f-adc9-da1bb3f1ab2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:10:54.455463 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-3837fb89-63af-4da9-ac1f-11d6441124ac req-950f2711-2899-411f-adc9-da1bb3f1ab2c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6a7584ab-9d6d-4da0-8c7d-310e8d6fb3b4 HTTP/1.1" status: 200 len: 1099 time: 0.0523601 Jun 24 17:10:54.491224 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-3837fb89-63af-4da9-ac1f-11d6441124ac req-b4ede74a-ebfb-4a64-8a82-7d73d6f77ffb service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=92795e86-bc90-401e-8d2a-ff4520af3818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285370 Jun 24 17:10:55.151801 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 57150) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:10:55.278718 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fe0c5c46-a6f4-43d3-8b89-e529fe6b299f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:10:55.312890 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c21e17-0e15-46cd-bb2d-753b298d5c42 req-554b9682-cbea-4170-b282-6f7075820477 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:10:55.314395 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-32c21e17-0e15-46cd-bb2d-753b298d5c42 req-554b9682-cbea-4170-b282-6f7075820477 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a7584ab-9d6d-4da0-8c7d-310e8d6fb3b4 HTTP/1.1" status: 200 len: 946 time: 0.0709240 Jun 24 17:10:55.358521 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-32c21e17-0e15-46cd-bb2d-753b298d5c42 req-0d2c1070-49ed-4f8a-8a24-a6a725e0a0ef tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/security-groups?id=92795e86-bc90-401e-8d2a-ff4520af3818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374920 Jun 24 17:10:55.375389 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fe0c5c46-a6f4-43d3-8b89-e529fe6b299f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:10:55.448498 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fe0c5c46-a6f4-43d3-8b89-e529fe6b299f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:10:55.451256 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-5c481ac0-2c74-4e13-808c-9bee1a50fef0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:10:55.488311 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-fe0c5c46-a6f4-43d3-8b89-e529fe6b299f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9e39477d76544502b84929785d78ada8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3354099 Jun 24 17:10:55.489493 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0c5c46-a6f4-43d3-8b89-e529fe6b299f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c19216a0-f50c-43e1-83cc-1fe1445b7935,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:10:55.492688 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-fe0c5c46-a6f4-43d3-8b89-e529fe6b299f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:10:55.493586 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 57156) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:10:55.544170 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3a2c80b0-ff58-4da6-87a2-7b28089b8d0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:10:55.564809 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3a2c80b0-ff58-4da6-87a2-7b28089b8d0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:10:55.693819 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3a2c80b0-ff58-4da6-87a2-7b28089b8d0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:10:55.696743 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3a2c80b0-ff58-4da6-87a2-7b28089b8d0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:10:55.698242 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-3a2c80b0-ff58-4da6-87a2-7b28089b8d0a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c19216a0-f50c-43e1-83cc-1fe1445b7935 HTTP/1.1" status: 204 len: 168 time: 0.2035949 Jun 24 17:10:55.699019 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-12fd373a-012c-4aa6-8c05-26da3a3ea0f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:10:55.707920 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2c80b0-ff58-4da6-87a2-7b28089b8d0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c19216a0-f50c-43e1-83cc-1fe1445b7935,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:10:55.710190 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-3a2c80b0-ff58-4da6-87a2-7b28089b8d0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:10:56.453259 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 57180) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:10:56.467957 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f97adc05-bd97-48dd-9caf-eec42f82265d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:10:56.486615 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 57184) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:10:56.659115 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f97adc05-bd97-48dd-9caf-eec42f82265d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:10:56.701454 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b6f8ad8d-e299-4ec6-a6a0-68c46ee97ea9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:10:56.725054 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea7e266-be7c-4fab-9008-34e5eef4a8c6 req-90e7066d-6e8c-48a4-bf42-d7c9f681c197 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:10:56.730132 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-dea7e266-be7c-4fab-9008-34e5eef4a8c6 req-90e7066d-6e8c-48a4-bf42-d7c9f681c197 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a7584ab-9d6d-4da0-8c7d-310e8d6fb3b4 HTTP/1.1" status: 200 len: 946 time: 0.0693603 Jun 24 17:10:56.732010 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f97adc05-bd97-48dd-9caf-eec42f82265d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:10:56.736672 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-6696b663-b050-474b-a688-a5433ab6f38b tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:10:56.778380 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97adc05-bd97-48dd-9caf-eec42f82265d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36971f3a-d851-49e3-921d-06d070de16fe,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:10:56.803254 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-f97adc05-bd97-48dd-9caf-eec42f82265d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:10:56.823442 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-f97adc05-bd97-48dd-9caf-eec42f82265d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=449f42a74f964e79acba404a4f6b063e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3688493 Jun 24 17:10:56.827608 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 57200) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:10:56.856719 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-dea7e266-be7c-4fab-9008-34e5eef4a8c6 req-fc5486d8-4e3c-4e6c-8d36-35600c104cdd tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/security-groups?id=92795e86-bc90-401e-8d2a-ff4520af3818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195982 Jun 24 17:10:56.884697 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b6f8ad8d-e299-4ec6-a6a0-68c46ee97ea9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:10:56.905696 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4181981f-f262-4226-9f06-5ba72764b41f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:10:56.927858 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4181981f-f262-4226-9f06-5ba72764b41f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:10:56.937747 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cbd9ec-e725-4e90-8789-cf02ed3e3ba6 req-7e587a8b-17ed-4017-bec1-583733be5d50 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:10:56.939284 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-d6cbd9ec-e725-4e90-8789-cf02ed3e3ba6 req-7e587a8b-17ed-4017-bec1-583733be5d50 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.15 "GET /v2.0/networks?id=ba658aca-cb58-44c7-9214-800ff857a4cd HTTP/1.1" status: 200 len: 814 time: 0.1283002 Jun 24 17:10:56.957253 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-d6cbd9ec-e725-4e90-8789-cf02ed3e3ba6 req-a6b0ce39-6fc5-4287-8686-b17e78790b57 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.15 "GET /v2.0/quotas/18bc19e8074840d5aacd005693f389bc HTTP/1.1" status: 200 len: 375 time: 0.0095189 Jun 24 17:10:56.996317 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b6f8ad8d-e299-4ec6-a6a0-68c46ee97ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:10:57.000138 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-7d417636-3ee1-4a03-8696-dc852f12d033 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:10:57.045381 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-b6f8ad8d-e299-4ec6-a6a0-68c46ee97ea9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=04d4d120aa634412a899dac7e9d06bde&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5577273 Jun 24 17:10:57.047472 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f8ad8d-e299-4ec6-a6a0-68c46ee97ea9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=296603d3-a28c-4bd6-9f46-8801ec791fd7,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:10:57.048139 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 57202) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:10:57.052038 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-b6f8ad8d-e299-4ec6-a6a0-68c46ee97ea9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:10:57.074276 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4181981f-f262-4226-9f06-5ba72764b41f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:10:57.075372 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-d6cbd9ec-e725-4e90-8789-cf02ed3e3ba6 req-29844bef-77f7-4a15-8321-81c771470ef1 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=18bc19e8074840d5aacd005693f389bc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1111526 Jun 24 17:10:57.076800 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4181981f-f262-4226-9f06-5ba72764b41f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:10:57.082048 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-4181981f-f262-4226-9f06-5ba72764b41f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/36971f3a-d851-49e3-921d-06d070de16fe HTTP/1.1" status: 204 len: 168 time: 0.2494082 Jun 24 17:10:57.082048 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-c0685d9b-69ad-4bf4-a9b1-0cbc1d1cd510 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:10:57.096568 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4181981f-f262-4226-9f06-5ba72764b41f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36971f3a-d851-49e3-921d-06d070de16fe,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:10:57.100482 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-4181981f-f262-4226-9f06-5ba72764b41f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:10:57.113062 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6550b737-16ff-4d98-bc70-9503ad7ca4ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:10:57.138737 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6550b737-16ff-4d98-bc70-9503ad7ca4ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:10:57.197538 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-d6cbd9ec-e725-4e90-8789-cf02ed3e3ba6 req-2583d518-b409-4d23-b2a7-61302db1481e service neutron] 10.222.0.15 "GET /v2.0/networks/ba658aca-cb58-44c7-9214-800ff857a4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129494 Jun 24 17:10:57.289194 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-d6cbd9ec-e725-4e90-8789-cf02ed3e3ba6 req-42cdd96a-2bc5-45ee-bd07-1289a2031336 service neutron] 10.222.0.15 "GET /v2.0/networks/ba658aca-cb58-44c7-9214-800ff857a4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857773 Jun 24 17:10:57.335603 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6550b737-16ff-4d98-bc70-9503ad7ca4ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:10:57.338271 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6550b737-16ff-4d98-bc70-9503ad7ca4ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:10:57.339588 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-6550b737-16ff-4d98-bc70-9503ad7ca4ec admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/296603d3-a28c-4bd6-9f46-8801ec791fd7 HTTP/1.1" status: 204 len: 168 time: 0.2904592 Jun 24 17:10:57.340329 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-2d6929c1-2bfc-48c8-9e17-f9eeee2f75b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:10:57.347982 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6550b737-16ff-4d98-bc70-9503ad7ca4ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=296603d3-a28c-4bd6-9f46-8801ec791fd7,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:10:57.350402 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-6550b737-16ff-4d98-bc70-9503ad7ca4ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:10:57.573232 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-bb8acad4-52bf-45d9-bc89-f224bd6c3548 req-31bd6a01-03ba-449f-9f84-7a01d844cb7b tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6dbc35d-61b7-423f-84a9-e5c0a18c6019 HTTP/1.1" status: 200 len: 210 time: 0.0611565 Jun 24 17:10:58.053790 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774649f1-7967-4c89-b5c3-9315efc4124e req-47d6088c-3bed-42b2-a24b-4f03ca8ab07e tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:10:58.055279 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-774649f1-7967-4c89-b5c3-9315efc4124e req-47d6088c-3bed-42b2-a24b-4f03ca8ab07e tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a7584ab-9d6d-4da0-8c7d-310e8d6fb3b4 HTTP/1.1" status: 200 len: 946 time: 0.0764365 Jun 24 17:10:58.103043 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-774649f1-7967-4c89-b5c3-9315efc4124e req-00d4b470-04ee-4c79-bf21-ee5c4810a5c4 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/security-groups?id=92795e86-bc90-401e-8d2a-ff4520af3818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410693 Jun 24 17:10:58.350550 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.agents_db [None req-27f02d43-57e8-424c-a1b0-5a1f36db1773 None None] Agent healthcheck: found 6 active agents {{(pid=93703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 17:10:58.743688 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-876b475a-442e-4729-a3e9-206ca8b748d9 req-17066392-8a0f-4d55-920e-d482328efddc tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6dbc35d-61b7-423f-84a9-e5c0a18c6019 HTTP/1.1" status: 200 len: 210 time: 0.0463350 Jun 24 17:10:58.867301 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00225be-a803-4edc-a439-13b748b1b9c0 req-acb46290-d8e9-4021-bf9e-b346abf60d23 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:10:58.868768 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-c00225be-a803-4edc-a439-13b748b1b9c0 req-acb46290-d8e9-4021-bf9e-b346abf60d23 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a7584ab-9d6d-4da0-8c7d-310e8d6fb3b4 HTTP/1.1" status: 200 len: 946 time: 0.1431608 Jun 24 17:10:58.870750 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb562e4-29c6-4ab6-af55-2ed62af5d5b6 req-eb7aa45c-a9e7-415e-a118-c921ea02d6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:10:58.874442 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-2eb562e4-29c6-4ab6-af55-2ed62af5d5b6 req-eb7aa45c-a9e7-415e-a118-c921ea02d6fc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c716f65513774ad78041f60e9016ee68&device_id=6a7584ab-9d6d-4da0-8c7d-310e8d6fb3b4 HTTP/1.1" status: 200 len: 1099 time: 0.1090136 Jun 24 17:10:58.976635 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-c00225be-a803-4edc-a439-13b748b1b9c0 req-4832a9fa-b76d-4349-aed3-fb346b1f4325 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/security-groups?id=92795e86-bc90-401e-8d2a-ff4520af3818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013060 Jun 24 17:10:59.041465 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb562e4-29c6-4ab6-af55-2ed62af5d5b6 req-f3dfc918-33da-4796-92ac-477c24cb601e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:10:59.042922 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-2eb562e4-29c6-4ab6-af55-2ed62af5d5b6 req-f3dfc918-33da-4796-92ac-477c24cb601e service neutron] 10.222.0.37 "GET /v2.0/networks?id=64ba3aa0-af7f-43bc-95fc-b6be55710575 HTTP/1.1" status: 200 len: 919 time: 0.1617560 Jun 24 17:10:59.109420 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-2eb562e4-29c6-4ab6-af55-2ed62af5d5b6 req-a9c6cf9d-72f9-41f3-8100-d5eb54faf8f4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6828f935-363e-4d8c-8695-9be61abc441b HTTP/1.1" status: 200 len: 217 time: 0.0365102 Jun 24 17:10:59.211656 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb562e4-29c6-4ab6-af55-2ed62af5d5b6 req-9be38021-7361-4496-bf90-14845e1bb839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:10:59.213396 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-2eb562e4-29c6-4ab6-af55-2ed62af5d5b6 req-9be38021-7361-4496-bf90-14845e1bb839 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dca613bb-5c51-470d-979d-79528d145d2a HTTP/1.1" status: 200 len: 859 time: 0.0582137 Jun 24 17:10:59.260440 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-2eb562e4-29c6-4ab6-af55-2ed62af5d5b6 req-e002f0cb-71fa-48b7-90bb-ef159ac91a27 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=64ba3aa0-af7f-43bc-95fc-b6be55710575&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371344 Jun 24 17:10:59.353793 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-2eb562e4-29c6-4ab6-af55-2ed62af5d5b6 req-2fa05447-006b-449d-8dd3-2ec6e9613caa service neutron] 10.222.0.37 "GET /v2.0/networks/64ba3aa0-af7f-43bc-95fc-b6be55710575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888193 Jun 24 17:10:59.450395 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-2eb562e4-29c6-4ab6-af55-2ed62af5d5b6 req-40197eae-099f-4f40-818f-b7b91ae2387a service neutron] 10.222.0.37 "GET /v2.0/networks/64ba3aa0-af7f-43bc-95fc-b6be55710575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900702 Jun 24 17:10:59.897020 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-791c5b01-ea43-4be5-9507-2904d7f49af0 req-c8bf9bcd-1a4d-4df4-a10e-19da90eaab71 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6dbc35d-61b7-423f-84a9-e5c0a18c6019 HTTP/1.1" status: 200 len: 210 time: 0.0442514 Jun 24 17:11:00.008311 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 57336) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:11:00.130575 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-56773ced-bc49-408c-8dc1-27666d0b9217 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:00.199908 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cde1f0-8d8e-4480-a5c9-7b0a01a7988d req-28b04436-5a4f-4729-a6ec-bf4bcdc8a756 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:11:00.202335 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-37cde1f0-8d8e-4480-a5c9-7b0a01a7988d req-28b04436-5a4f-4729-a6ec-bf4bcdc8a756 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a7584ab-9d6d-4da0-8c7d-310e8d6fb3b4 HTTP/1.1" status: 200 len: 946 time: 0.0846674 Jun 24 17:11:00.246429 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-56773ced-bc49-408c-8dc1-27666d0b9217 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:00.276476 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-37cde1f0-8d8e-4480-a5c9-7b0a01a7988d req-b03be6ba-8649-4cc2-8e05-61364ed5a776 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/security-groups?id=92795e86-bc90-401e-8d2a-ff4520af3818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650415 Jun 24 17:11:00.293768 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 57346) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:11:00.345090 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-56773ced-bc49-408c-8dc1-27666d0b9217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:00.348874 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-e717d443-7ad1-48aa-a4e4-595c019a7b05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:11:00.367584 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cbd9ec-e725-4e90-8789-cf02ed3e3ba6 req-9f9c8842-af21-47dc-baa6-cd3cd6cb8028 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:11:00.369674 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-d6cbd9ec-e725-4e90-8789-cf02ed3e3ba6 req-9f9c8842-af21-47dc-baa6-cd3cd6cb8028 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.37 "GET /v2.0/networks?id=ba658aca-cb58-44c7-9214-800ff857a4cd HTTP/1.1" status: 200 len: 814 time: 0.1321375 Jun 24 17:11:00.391732 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-56773ced-bc49-408c-8dc1-27666d0b9217 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=225017deb34448a297e65760d6ac5729&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3823104 Jun 24 17:11:00.393482 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 57350) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:11:00.397044 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.v2.base [req-d6cbd9ec-e725-4e90-8789-cf02ed3e3ba6 req-6b2902cb-9e77-4b48-8464-adf2bf633b3e tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Request body: {'port': {'device_id': 'e6dbc35d-61b7-423f-84a9-e5c0a18c6019', 'network_id': 'ba658aca-cb58-44c7-9214-800ff857a4cd', 'admin_state_up': True, 'tenant_id': '18bc19e8074840d5aacd005693f389bc'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 17:11:00.416535 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56773ced-bc49-408c-8dc1-27666d0b9217 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e5409d6-0300-4bc6-8c13-52c683e036a2,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:11:00.429325 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-56773ced-bc49-408c-8dc1-27666d0b9217 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:11:00.435699 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c2d9cc42-e9cb-45d0-84e7-f68f3340805d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:00.481300 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1fe07ad9-c7f0-47cc-b849-94dde2db9236 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:00.514760 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1fe07ad9-c7f0-47cc-b849-94dde2db9236 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:00.591891 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c2d9cc42-e9cb-45d0-84e7-f68f3340805d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:00.671197 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1fe07ad9-c7f0-47cc-b849-94dde2db9236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:00.673874 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1fe07ad9-c7f0-47cc-b849-94dde2db9236 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:00.675512 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-1fe07ad9-c7f0-47cc-b849-94dde2db9236 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2e5409d6-0300-4bc6-8c13-52c683e036a2 HTTP/1.1" status: 204 len: 168 time: 0.2804561 Jun 24 17:11:00.676350 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c2d9cc42-e9cb-45d0-84e7-f68f3340805d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:00.680475 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-f85a81a6-4dcc-46a7-8de5-bb9bbeda4c11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:11:00.696449 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe07ad9-c7f0-47cc-b849-94dde2db9236 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e5409d6-0300-4bc6-8c13-52c683e036a2,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:11:00.715358 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-c2d9cc42-e9cb-45d0-84e7-f68f3340805d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=45f35114f7ea47cdb00a050c1a5dbc84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4202833 Jun 24 17:11:00.718259 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 57354) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:11:00.734266 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d9cc42-e9cb-45d0-84e7-f68f3340805d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f7557ac-c96a-469f-a059-82ca14a4a185,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:11:00.737124 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-c2d9cc42-e9cb-45d0-84e7-f68f3340805d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:11:00.738251 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-c92df035-5bc7-4c52-af75-d973c07254c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.056s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:11:00.738618 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-c92df035-5bc7-4c52-af75-d973c07254c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:11:00.747145 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6cbd9ec-e725-4e90-8789-cf02ed3e3ba6 req-6b2902cb-9e77-4b48-8464-adf2bf633b3e tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Made reservation on behalf of 18bc19e8074840d5aacd005693f389bc for: {'port': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 17:11:00.750679 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-d6cbd9ec-e725-4e90-8789-cf02ed3e3ba6 req-6b2902cb-9e77-4b48-8464-adf2bf633b3e tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:00.835699 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f9288997-5e80-4b75-8250-82460b88a2b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:00.879251 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f9288997-5e80-4b75-8250-82460b88a2b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:00.944938 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [req-d6cbd9ec-e725-4e90-8789-cf02ed3e3ba6 req-6b2902cb-9e77-4b48-8464-adf2bf633b3e tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Allocated IP 172.20.0.8 (ba658aca-cb58-44c7-9214-800ff857a4cd/5f9f2a5b-9478-442a-a358-447e513537b6/4d9c6f19-d72d-41bf-a70d-2aaf718b7a5b) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 17:11:01.067770 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f9288997-5e80-4b75-8250-82460b88a2b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:01.070197 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f9288997-5e80-4b75-8250-82460b88a2b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:01.071272 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-f9288997-5e80-4b75-8250-82460b88a2b3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6f7557ac-c96a-469f-a059-82ca14a4a185 HTTP/1.1" status: 204 len: 168 time: 0.3517473 Jun 24 17:11:01.088955 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:11:01.094742 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-fc1c5835-23af-459f-aad6-9f5f9cfa4ee8 req-7238463d-1586-40c8-8e74-40afef2a0fdc tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6dbc35d-61b7-423f-84a9-e5c0a18c6019 HTTP/1.1" status: 200 len: 210 time: 0.0636642 Jun 24 17:11:01.101172 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9288997-5e80-4b75-8250-82460b88a2b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f7557ac-c96a-469f-a059-82ca14a4a185,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:11:01.104964 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-f9288997-5e80-4b75-8250-82460b88a2b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:11:01.154971 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-d6cbd9ec-e725-4e90-8789-cf02ed3e3ba6 req-6b2902cb-9e77-4b48-8464-adf2bf633b3e tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:01.334078 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-d6cbd9ec-e725-4e90-8789-cf02ed3e3ba6 req-6b2902cb-9e77-4b48-8464-adf2bf633b3e tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1991527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-355756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734938254830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10147801'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:01.340502 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-f3a6346c-e5b6-4e42-b628-454268572330 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:11:01.382487 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6cbd9ec-e725-4e90-8789-cf02ed3e3ba6 req-6b2902cb-9e77-4b48-8464-adf2bf633b3e tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Network ba658aca-cb58-44c7-9214-800ff857a4cd is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 17:11:01.383416 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] get_ports_and_sgs() called for port_ids ['11b9971d-f988-4b28-a63c-b6938d952daa', 'feb92754-6af7-4037-8c1f-71e6e8b4fe79', 'c8479462-198e-47dc-8200-0b92c003965d'] {{(pid=93702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 17:11:01.389491 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [req-d6cbd9ec-e725-4e90-8789-cf02ed3e3ba6 req-6b2902cb-9e77-4b48-8464-adf2bf633b3e tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 17:11:01.393484 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6cbd9ec-e725-4e90-8789-cf02ed3e3ba6 req-6b2902cb-9e77-4b48-8464-adf2bf633b3e tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 17:11:01.429518 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2902cb-9e77-4b48-8464-adf2bf633b3e tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Pushing event updated for resources: {'Port': ['ID=4d9c6f19-d72d-41bf-a70d-2aaf718b7a5b,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:11:01.444552 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-6b2902cb-9e77-4b48-8464-adf2bf633b3e tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:11:01.489672 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cbd9ec-e725-4e90-8789-cf02ed3e3ba6 req-6b2902cb-9e77-4b48-8464-adf2bf633b3e tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:11:01.490305 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-d6cbd9ec-e725-4e90-8789-cf02ed3e3ba6 req-6b2902cb-9e77-4b48-8464-adf2bf633b3e tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14435'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:01.523308 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45830993-d66a-4c27-b5c1-236f26c5c0c9 req-d75ff5a1-706a-4d02-9ad0-53c34316866d tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:11:01.524818 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-45830993-d66a-4c27-b5c1-236f26c5c0c9 req-d75ff5a1-706a-4d02-9ad0-53c34316866d tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a7584ab-9d6d-4da0-8c7d-310e8d6fb3b4 HTTP/1.1" status: 200 len: 946 time: 0.1280966 Jun 24 17:11:01.525965 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 57376) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:11:01.547011 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8f5e76d7-184f-4d0e-8b53-df0707e50a04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:01.573055 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-d6cbd9ec-e725-4e90-8789-cf02ed3e3ba6 req-6b2902cb-9e77-4b48-8464-adf2bf633b3e tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1815197 Jun 24 17:11:01.592581 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-45830993-d66a-4c27-b5c1-236f26c5c0c9 req-dc3c4842-c0c9-4921-b1c6-6d297a371fde tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/security-groups?id=92795e86-bc90-401e-8d2a-ff4520af3818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592506 Jun 24 17:11:01.596245 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.v2.base [req-d6cbd9ec-e725-4e90-8789-cf02ed3e3ba6 req-7eb733c9-d4c7-43b7-9695-4c887b93ace9 service neutron] Request body: {'port': {'device_id': 'e6dbc35d-61b7-423f-84a9-e5c0a18c6019', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79797'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 17:11:01.939562 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-d6cbd9ec-e725-4e90-8789-cf02ed3e3ba6 req-7eb733c9-d4c7-43b7-9695-4c887b93ace9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:01.994687 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8f5e76d7-184f-4d0e-8b53-df0707e50a04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:02.127389 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8f5e76d7-184f-4d0e-8b53-df0707e50a04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:02.133804 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-75aed873-87b4-4939-a270-ea54fd88dea2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:11:02.184886 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5e76d7-184f-4d0e-8b53-df0707e50a04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74f69092-f499-4abf-a8e4-f1d3cf40a9bf,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:11:02.188977 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-8f5e76d7-184f-4d0e-8b53-df0707e50a04 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=34d2a9dd8ed9497db24fd9bfcd5b9713&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6620307 Jun 24 17:11:02.189901 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-8f5e76d7-184f-4d0e-8b53-df0707e50a04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:11:02.193680 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 57398) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:11:02.286964 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1022c93a-b77d-46d1-b16d-d9654788d806 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:02.303471 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.notifiers.nova [req-d6cbd9ec-e725-4e90-8789-cf02ed3e3ba6 req-7eb733c9-d4c7-43b7-9695-4c887b93ace9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d9c6f19-d72d-41bf-a70d-2aaf718b7a5b {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 17:11:02.312472 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-d6cbd9ec-e725-4e90-8789-cf02ed3e3ba6 req-7eb733c9-d4c7-43b7-9695-4c887b93ace9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:02.323869 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8cb60c-cca2-43d4-b147-50d62d1313be req-0c17d87f-9b7f-4f78-bb86-ca28b9aba974 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:11:02.325566 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-db8cb60c-cca2-43d4-b147-50d62d1313be req-0c17d87f-9b7f-4f78-bb86-ca28b9aba974 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6dbc35d-61b7-423f-84a9-e5c0a18c6019 HTTP/1.1" status: 200 len: 931 time: 0.1040163 Jun 24 17:11:02.330986 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1022c93a-b77d-46d1-b16d-d9654788d806 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:02.337147 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [req-d6cbd9ec-e725-4e90-8789-cf02ed3e3ba6 req-7eb733c9-d4c7-43b7-9695-4c887b93ace9 service neutron] Transition to ACTIVE for port object 4d9c6f19-d72d-41bf-a70d-2aaf718b7a5b will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 17:11:02.396231 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-db8cb60c-cca2-43d4-b147-50d62d1313be req-71e4750a-5983-4fb5-9920-a253fc982f76 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.15 "GET /v2.0/security-groups?id=240ea0bc-105c-4667-abc7-4b917e0290b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618057 Jun 24 17:11:02.441412 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-d6cbd9ec-e725-4e90-8789-cf02ed3e3ba6 req-7eb733c9-d4c7-43b7-9695-4c887b93ace9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10147627'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:02.444958 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-88c35741-4364-42f5-8f42-47ccab233331 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:11:02.501583 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1022c93a-b77d-46d1-b16d-d9654788d806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:02.504359 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1022c93a-b77d-46d1-b16d-d9654788d806 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:02.506200 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-1022c93a-b77d-46d1-b16d-d9654788d806 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/74f69092-f499-4abf-a8e4-f1d3cf40a9bf HTTP/1.1" status: 204 len: 168 time: 0.3101697 Jun 24 17:11:02.507290 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-49b8ae7e-8a54-4197-8851-f01db3c53fa1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:11:02.515069 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb733c9-d4c7-43b7-9695-4c887b93ace9 service neutron] Pushing event updated for resources: {'Port': ['ID=4d9c6f19-d72d-41bf-a70d-2aaf718b7a5b,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:11:02.518162 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-7eb733c9-d4c7-43b7-9695-4c887b93ace9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:11:02.524473 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1022c93a-b77d-46d1-b16d-d9654788d806 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74f69092-f499-4abf-a8e4-f1d3cf40a9bf,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:11:02.536710 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-1022c93a-b77d-46d1-b16d-d9654788d806 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:11:02.593728 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-d6cbd9ec-e725-4e90-8789-cf02ed3e3ba6 req-7eb733c9-d4c7-43b7-9695-4c887b93ace9 service neutron] Attempting to bind port 4d9c6f19-d72d-41bf-a70d-2aaf718b7a5b on host hv-cinder-79797 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 17:11:02.593728 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-d6cbd9ec-e725-4e90-8789-cf02ed3e3ba6 req-7eb733c9-d4c7-43b7-9695-4c887b93ace9 service neutron] Attempting to bind port 4d9c6f19-d72d-41bf-a70d-2aaf718b7a5b by drivers openvswitch,hyperv on host hv-cinder-79797 at level 0 using segments [{'id': '12f2579c-f9ba-4bfe-aa56-7adb09f408d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'ba658aca-cb58-44c7-9214-800ff857a4cd'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 17:11:02.593728 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6cbd9ec-e725-4e90-8789-cf02ed3e3ba6 req-7eb733c9-d4c7-43b7-9695-4c887b93ace9 service neutron] Attempting to bind port 4d9c6f19-d72d-41bf-a70d-2aaf718b7a5b on network ba658aca-cb58-44c7-9214-800ff857a4cd {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 17:11:02.594228 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6cbd9ec-e725-4e90-8789-cf02ed3e3ba6 req-7eb733c9-d4c7-43b7-9695-4c887b93ace9 service neutron] Port 4d9c6f19-d72d-41bf-a70d-2aaf718b7a5b on network ba658aca-cb58-44c7-9214-800ff857a4cd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79797 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 17:11:02.594636 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6cbd9ec-e725-4e90-8789-cf02ed3e3ba6 req-7eb733c9-d4c7-43b7-9695-4c887b93ace9 service neutron] Attempting to bind port 4d9c6f19-d72d-41bf-a70d-2aaf718b7a5b on network ba658aca-cb58-44c7-9214-800ff857a4cd {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 17:11:02.601208 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6cbd9ec-e725-4e90-8789-cf02ed3e3ba6 req-7eb733c9-d4c7-43b7-9695-4c887b93ace9 service neutron] Checking agent: {'id': '1288d539-9cda-419c-bcb9-190041a83682', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79797', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 17, 6, 19), 'started_at': datetime.datetime(2021, 6, 24, 17, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 17, 10, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 17:11:02.601630 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6cbd9ec-e725-4e90-8789-cf02ed3e3ba6 req-7eb733c9-d4c7-43b7-9695-4c887b93ace9 service neutron] Checking segment: {'id': '12f2579c-f9ba-4bfe-aa56-7adb09f408d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'ba658aca-cb58-44c7-9214-800ff857a4cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 17:11:02.602246 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6cbd9ec-e725-4e90-8789-cf02ed3e3ba6 req-7eb733c9-d4c7-43b7-9695-4c887b93ace9 service neutron] Bound using segment: {'id': '12f2579c-f9ba-4bfe-aa56-7adb09f408d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'ba658aca-cb58-44c7-9214-800ff857a4cd'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 17:11:02.602770 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-d6cbd9ec-e725-4e90-8789-cf02ed3e3ba6 req-7eb733c9-d4c7-43b7-9695-4c887b93ace9 service neutron] Bound port: 4d9c6f19-d72d-41bf-a70d-2aaf718b7a5b, host: hv-cinder-79797, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12f2579c-f9ba-4bfe-aa56-7adb09f408d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'ba658aca-cb58-44c7-9214-800ff857a4cd'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 17:11:02.603195 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-d6cbd9ec-e725-4e90-8789-cf02ed3e3ba6 req-7eb733c9-d4c7-43b7-9695-4c887b93ace9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:02.688872 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-d6cbd9ec-e725-4e90-8789-cf02ed3e3ba6 req-7eb733c9-d4c7-43b7-9695-4c887b93ace9 service neutron] For port 4d9c6f19-d72d-41bf-a70d-2aaf718b7a5b, host hv-cinder-79797, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 17:11:02.692036 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-d6cbd9ec-e725-4e90-8789-cf02ed3e3ba6 req-7eb733c9-d4c7-43b7-9695-4c887b93ace9 service neutron] For port 4d9c6f19-d72d-41bf-a70d-2aaf718b7a5b, host hv-cinder-79797, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=4d9c6f19-d72d-41bf-a70d-2aaf718b7a5b,segment=NetworkSegment(12f2579c-f9ba-4bfe-aa56-7adb09f408d3),segment_id=12f2579c-f9ba-4bfe-aa56-7adb09f408d3)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 17:11:02.793320 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-d6cbd9ec-e725-4e90-8789-cf02ed3e3ba6 req-7eb733c9-d4c7-43b7-9695-4c887b93ace9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10147627'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:02.798888 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-88c35741-4364-42f5-8f42-47ccab233331 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:11:02.812474 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01d398c-e1ff-45be-afbe-0d7d0f34cd90 req-b433fbe8-9fb2-443a-babb-525159491da9 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:11:02.813932 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-a01d398c-e1ff-45be-afbe-0d7d0f34cd90 req-b433fbe8-9fb2-443a-babb-525159491da9 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a7584ab-9d6d-4da0-8c7d-310e8d6fb3b4 HTTP/1.1" status: 200 len: 946 time: 0.0745742 Jun 24 17:11:02.860009 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cbd9ec-e725-4e90-8789-cf02ed3e3ba6 req-7eb733c9-d4c7-43b7-9695-4c887b93ace9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:11:02.860619 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-d6cbd9ec-e725-4e90-8789-cf02ed3e3ba6 req-7eb733c9-d4c7-43b7-9695-4c887b93ace9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14435'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:02.862006 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-d6cbd9ec-e725-4e90-8789-cf02ed3e3ba6 req-7eb733c9-d4c7-43b7-9695-4c887b93ace9 service neutron] 10.222.0.37 "PUT /v2.0/ports/4d9c6f19-d72d-41bf-a70d-2aaf718b7a5b HTTP/1.1" status: 200 len: 1093 time: 1.2726350 Jun 24 17:11:02.862510 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6dbc35d-61b7-423f-84a9-e5c0a18c6019', 'tag': '4d9c6f19-d72d-41bf-a70d-2aaf718b7a5b'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 17:11:02.864780 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55b777855581bcfca1ea7f1411fd739ba8bd3bff9faf8aab84294ca486557f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-621b524c-02d5-4633-8022-1a01385bf1bd" -d '{"events": [{"name": "network-changed", "server_uuid": "e6dbc35d-61b7-423f-84a9-e5c0a18c6019", "tag": "4d9c6f19-d72d-41bf-a70d-2aaf718b7a5b"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 17:11:02.897608 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb733c9-d4c7-43b7-9695-4c887b93ace9 service neutron] Pushing event updated for resources: {'Port': ['ID=4d9c6f19-d72d-41bf-a70d-2aaf718b7a5b,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:11:02.902701 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-a01d398c-e1ff-45be-afbe-0d7d0f34cd90 req-7342fcca-d050-4e65-bd03-1d496e7f285a tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/security-groups?id=92795e86-bc90-401e-8d2a-ff4520af3818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706143 Jun 24 17:11:02.903489 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-7eb733c9-d4c7-43b7-9695-4c887b93ace9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:11:02.912130 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 17:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bffda19-59d8-4338-991c-d16e090b7183 x-openstack-request-id: req-3bffda19-59d8-4338-991c-d16e090b7183 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 17:11:02.912459 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6dbc35d-61b7-423f-84a9-e5c0a18c6019", "tag": "4d9c6f19-d72d-41bf-a70d-2aaf718b7a5b", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 17:11:02.912743 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3bffda19-59d8-4338-991c-d16e090b7183 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 17:11:02.913164 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6dbc35d-61b7-423f-84a9-e5c0a18c6019', 'tag': '4d9c6f19-d72d-41bf-a70d-2aaf718b7a5b', 'status': 'completed', 'code': 200} Jun 24 17:11:03.034484 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621b524c-02d5-4633-8022-1a01385bf1bd req-f7e6fc2b-fd8f-4153-9f72-e7574679173e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:11:03.034484 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-621b524c-02d5-4633-8022-1a01385bf1bd req-f7e6fc2b-fd8f-4153-9f72-e7574679173e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=18bc19e8074840d5aacd005693f389bc&device_id=e6dbc35d-61b7-423f-84a9-e5c0a18c6019 HTTP/1.1" status: 200 len: 1096 time: 0.0555425 Jun 24 17:11:03.165480 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621b524c-02d5-4633-8022-1a01385bf1bd req-9e0b372b-89a5-4a76-9974-b9e80d0bffb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:11:03.167071 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-621b524c-02d5-4633-8022-1a01385bf1bd req-9e0b372b-89a5-4a76-9974-b9e80d0bffb2 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=18bc19e8074840d5aacd005693f389bc&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0974011 Jun 24 17:11:03.268056 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621b524c-02d5-4633-8022-1a01385bf1bd req-3b38f0b6-7af8-4590-a197-0ef456cb27c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:11:03.271998 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-621b524c-02d5-4633-8022-1a01385bf1bd req-3b38f0b6-7af8-4590-a197-0ef456cb27c5 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0892656 Jun 24 17:11:03.582575 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff97769b-c9dc-4ae5-a632-ee7e722e39a1 req-c0322c52-c2e3-420f-944f-cad878011ca4 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:11:03.584016 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-ff97769b-c9dc-4ae5-a632-ee7e722e39a1 req-c0322c52-c2e3-420f-944f-cad878011ca4 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6dbc35d-61b7-423f-84a9-e5c0a18c6019 HTTP/1.1" status: 200 len: 943 time: 0.0616703 Jun 24 17:11:03.620967 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-ff97769b-c9dc-4ae5-a632-ee7e722e39a1 req-6eb85633-3907-48f3-ab76-26e19a7768a5 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.15 "GET /v2.0/security-groups?id=240ea0bc-105c-4667-abc7-4b917e0290b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308537 Jun 24 17:11:07.511674 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cbd9ec-e725-4e90-8789-cf02ed3e3ba6 req-efa8d118-bfa1-47f7-b58e-311ac03ebee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:11:07.513125 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-d6cbd9ec-e725-4e90-8789-cf02ed3e3ba6 req-efa8d118-bfa1-47f7-b58e-311ac03ebee0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=18bc19e8074840d5aacd005693f389bc&device_id=e6dbc35d-61b7-423f-84a9-e5c0a18c6019 HTTP/1.1" status: 200 len: 1096 time: 0.0522146 Jun 24 17:11:07.624600 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-d6cbd9ec-e725-4e90-8789-cf02ed3e3ba6 req-8fb4fb49-361c-48bc-9b00-a31fd42e39bb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4d9c6f19-d72d-41bf-a70d-2aaf718b7a5b HTTP/1.1" status: 200 len: 217 time: 0.0394692 Jun 24 17:11:07.675348 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cbd9ec-e725-4e90-8789-cf02ed3e3ba6 req-55b0a45f-18d8-4a6c-9772-c55a9f6262ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:11:07.677839 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-d6cbd9ec-e725-4e90-8789-cf02ed3e3ba6 req-55b0a45f-18d8-4a6c-9772-c55a9f6262ed service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5f9f2a5b-9478-442a-a358-447e513537b6 HTTP/1.1" status: 200 len: 854 time: 0.0467021 Jun 24 17:11:07.708326 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b4e0b4-3699-4ce6-99a6-c79a1d477272 req-62eb2ae6-02de-4bd6-932b-a6f1f1752f76 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:11:07.709889 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-a0b4e0b4-3699-4ce6-99a6-c79a1d477272 req-62eb2ae6-02de-4bd6-932b-a6f1f1752f76 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a7584ab-9d6d-4da0-8c7d-310e8d6fb3b4 HTTP/1.1" status: 200 len: 946 time: 0.0698714 Jun 24 17:11:07.733685 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-d6cbd9ec-e725-4e90-8789-cf02ed3e3ba6 req-1da1340b-fa3a-4128-ab23-e1236db12243 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ba658aca-cb58-44c7-9214-800ff857a4cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496380 Jun 24 17:11:07.749093 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-a0b4e0b4-3699-4ce6-99a6-c79a1d477272 req-3abbe949-8978-47b4-901f-d0f7303938de tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/security-groups?id=92795e86-bc90-401e-8d2a-ff4520af3818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333953 Jun 24 17:11:07.840555 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ba3699-d365-4069-8ecb-6b82e4053e3e req-9684f2f7-41ff-43d5-9fbb-50e1d3840c7b tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:11:07.842026 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-94ba3699-d365-4069-8ecb-6b82e4053e3e req-9684f2f7-41ff-43d5-9fbb-50e1d3840c7b tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6dbc35d-61b7-423f-84a9-e5c0a18c6019 HTTP/1.1" status: 200 len: 943 time: 0.1598055 Jun 24 17:11:07.858665 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-d6cbd9ec-e725-4e90-8789-cf02ed3e3ba6 req-21eef690-8f4f-493f-b194-e08fd13af80e service neutron] 10.222.0.37 "GET /v2.0/networks/ba658aca-cb58-44c7-9214-800ff857a4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170156 Jun 24 17:11:07.929773 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-94ba3699-d365-4069-8ecb-6b82e4053e3e req-13a2e110-47fa-4f26-80a5-72c6b25e436d tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.15 "GET /v2.0/security-groups?id=240ea0bc-105c-4667-abc7-4b917e0290b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821354 Jun 24 17:11:07.965855 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-d6cbd9ec-e725-4e90-8789-cf02ed3e3ba6 req-f113fd61-685d-4a64-b4ff-59b9697c8b9e service neutron] 10.222.0.37 "GET /v2.0/networks/ba658aca-cb58-44c7-9214-800ff857a4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002371 Jun 24 17:11:09.108566 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db6e5e1-8d86-4ccd-b74e-1215ad959294 req-424817b2-c028-4152-aa23-271111677e0e tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:11:09.109913 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-0db6e5e1-8d86-4ccd-b74e-1215ad959294 req-424817b2-c028-4152-aa23-271111677e0e tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6dbc35d-61b7-423f-84a9-e5c0a18c6019 HTTP/1.1" status: 200 len: 943 time: 0.0613575 Jun 24 17:11:09.146301 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-0db6e5e1-8d86-4ccd-b74e-1215ad959294 req-434e7cdf-e742-4b3f-ab0f-ffb397cd49a1 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.15 "GET /v2.0/security-groups?id=240ea0bc-105c-4667-abc7-4b917e0290b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302100 Jun 24 17:11:10.339229 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4d2aaf-1378-457f-879c-03e563f6151f req-575c436b-3607-4067-aa2d-b4a969e83f4b tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:11:10.340608 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-4c4d2aaf-1378-457f-879c-03e563f6151f req-575c436b-3607-4067-aa2d-b4a969e83f4b tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6dbc35d-61b7-423f-84a9-e5c0a18c6019 HTTP/1.1" status: 200 len: 943 time: 0.0748377 Jun 24 17:11:10.376745 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-4c4d2aaf-1378-457f-879c-03e563f6151f req-f4570cd7-52cf-4393-9590-b25179b1200d tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.15 "GET /v2.0/security-groups?id=240ea0bc-105c-4667-abc7-4b917e0290b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305064 Jun 24 17:11:11.164460 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-fae0dd3f-cf65-425f-b93e-31b79e3b3446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:11.654962 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35b2a33-f1e8-46cf-80b1-0687d41a3da7 req-da28f115-cfbd-46ec-8be0-43e5916fb620 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:11:11.656429 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-b35b2a33-f1e8-46cf-80b1-0687d41a3da7 req-da28f115-cfbd-46ec-8be0-43e5916fb620 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6dbc35d-61b7-423f-84a9-e5c0a18c6019 HTTP/1.1" status: 200 len: 943 time: 0.0623715 Jun 24 17:11:11.687089 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4d7661-cc37-472f-adc0-27ba21235ead req-5cf1f5d1-6bef-4a21-97fb-9cbfd4281a74 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:11:11.688547 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-1f4d7661-cc37-472f-adc0-27ba21235ead req-5cf1f5d1-6bef-4a21-97fb-9cbfd4281a74 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a7584ab-9d6d-4da0-8c7d-310e8d6fb3b4 HTTP/1.1" status: 200 len: 946 time: 0.0623808 Jun 24 17:11:11.693570 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-b35b2a33-f1e8-46cf-80b1-0687d41a3da7 req-7a2ebaca-f401-4d30-8312-e3e48ac6cf7a tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.15 "GET /v2.0/security-groups?id=240ea0bc-105c-4667-abc7-4b917e0290b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314293 Jun 24 17:11:11.727598 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-1f4d7661-cc37-472f-adc0-27ba21235ead req-641e32d9-c61b-44cf-bbcd-53884cf65e84 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/security-groups?id=92795e86-bc90-401e-8d2a-ff4520af3818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331817 Jun 24 17:11:12.675814 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Device 4d9c6f19-d72d-41bf-a70d-2aaf718b7a5b details requested by agent hyperv_hv-cinder-79797 with host hv-cinder-79797 {{(pid=93702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 17:11:12.769110 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] For port 4d9c6f19-d72d-41bf-a70d-2aaf718b7a5b, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=4d9c6f19-d72d-41bf-a70d-2aaf718b7a5b,segment=NetworkSegment(12f2579c-f9ba-4bfe-aa56-7adb09f408d3),segment_id=12f2579c-f9ba-4bfe-aa56-7adb09f408d3)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 17:11:12.780603 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Returning: {'device': '4d9c6f19-d72d-41bf-a70d-2aaf718b7a5b', 'network_id': 'ba658aca-cb58-44c7-9214-800ff857a4cd', 'port_id': '4d9c6f19-d72d-41bf-a70d-2aaf718b7a5b', 'mac_address': 'fa:16:3e:bb:4c:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f9f2a5b-9478-442a-a358-447e513537b6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 17:11:12.819590 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:12.831706 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.notifiers.nova [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d9c6f19-d72d-41bf-a70d-2aaf718b7a5b {{(pid=93702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 17:11:12.853241 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] For port 4d9c6f19-d72d-41bf-a70d-2aaf718b7a5b, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=4d9c6f19-d72d-41bf-a70d-2aaf718b7a5b,segment=NetworkSegment(12f2579c-f9ba-4bfe-aa56-7adb09f408d3),segment_id=12f2579c-f9ba-4bfe-aa56-7adb09f408d3)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 17:11:12.941375 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:12.945298 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:11:12.988608 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Pushing event updated for resources: {'Port': ['ID=4d9c6f19-d72d-41bf-a70d-2aaf718b7a5b,revision_number=4']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:11:12.996257 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:11:12.996607 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:11:12.996979 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:11:12.997311 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:11:12.997636 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:11:12.997986 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:11:12.998310 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:11:12.998639 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:11:12.998963 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:11:12.999285 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:11:12.999604 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:11:12.999954 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:11:13.003983 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:11:13.461334 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-dcfb368f-14bd-48fe-a54b-5a758261302a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:13.882284 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:14.905157 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5af43288-dd02-4084-874e-f1fcba283848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:15.726469 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64860ab-0bea-4006-a6f0-16467d5a574b req-fa939880-1fb8-46a0-ab6c-42334a48fc49 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:11:15.727991 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-f64860ab-0bea-4006-a6f0-16467d5a574b req-fa939880-1fb8-46a0-ab6c-42334a48fc49 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6dbc35d-61b7-423f-84a9-e5c0a18c6019 HTTP/1.1" status: 200 len: 944 time: 0.0681639 Jun 24 17:11:15.765145 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-f64860ab-0bea-4006-a6f0-16467d5a574b req-2a75e7ce-4351-4749-ab8f-5ddddfab8aa1 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.15 "GET /v2.0/security-groups?id=240ea0bc-105c-4667-abc7-4b917e0290b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313787 Jun 24 17:11:15.946884 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] get_ports_and_sgs() called for port_ids ['4d9c6f19-d72d-41bf-a70d-2aaf718b7a5b'] {{(pid=93702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 17:11:16.501467 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-845c8506-8cf5-4b6b-bbc4-443bdb09ac47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:16.630702 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 57638) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:11:16.736012 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fb013a86-52ce-413a-8ece-1c86e4c2bb78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:16.831298 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fb013a86-52ce-413a-8ece-1c86e4c2bb78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:16.911533 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fb013a86-52ce-413a-8ece-1c86e4c2bb78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:16.915020 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-2d7fe664-b762-4218-906e-d12bdff24eec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:11:16.945486 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca99d2a8-7fe6-4905-9ab7-26f4eab11897 req-25b7b78d-bf19-4eec-b91d-b9338b828d80 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:11:16.947754 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-ca99d2a8-7fe6-4905-9ab7-26f4eab11897 req-25b7b78d-bf19-4eec-b91d-b9338b828d80 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6dbc35d-61b7-423f-84a9-e5c0a18c6019 HTTP/1.1" status: 200 len: 944 time: 0.0675292 Jun 24 17:11:16.952363 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-fb013a86-52ce-413a-8ece-1c86e4c2bb78 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f5bd067cf7f74fce8337c399925cac19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3200932 Jun 24 17:11:16.953542 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb013a86-52ce-413a-8ece-1c86e4c2bb78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd5e053e-0779-43a5-b190-6b1d49a43587,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:11:16.955288 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 57648) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:11:16.957401 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-fb013a86-52ce-413a-8ece-1c86e4c2bb78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:11:17.025477 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-ca99d2a8-7fe6-4905-9ab7-26f4eab11897 req-29d33336-83a5-42b1-b768-77469fdb13ac tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.15 "GET /v2.0/security-groups?id=240ea0bc-105c-4667-abc7-4b917e0290b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606575 Jun 24 17:11:17.039044 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-88fe9dd8-358f-4876-966d-06863e506226 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:17.059997 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-88fe9dd8-358f-4876-966d-06863e506226 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:17.180397 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 57654) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:11:17.192601 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-88fe9dd8-358f-4876-966d-06863e506226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:17.198904 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-88fe9dd8-358f-4876-966d-06863e506226 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:17.198904 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-88fe9dd8-358f-4876-966d-06863e506226 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cd5e053e-0779-43a5-b190-6b1d49a43587 HTTP/1.1" status: 204 len: 168 time: 0.2396448 Jun 24 17:11:17.198904 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-db0d49c4-387b-440d-bdc0-468094326a79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:11:17.205427 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fe9dd8-358f-4876-966d-06863e506226 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd5e053e-0779-43a5-b190-6b1d49a43587,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:11:17.208842 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-88fe9dd8-358f-4876-966d-06863e506226 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:11:17.288675 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fcfde011-cccb-47e4-bd96-552faa738e00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:17.377918 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fcfde011-cccb-47e4-bd96-552faa738e00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:17.485545 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fcfde011-cccb-47e4-bd96-552faa738e00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:17.485545 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-a4d5b634-d346-47a0-9d17-f9daa850789a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:11:17.519735 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-fcfde011-cccb-47e4-bd96-552faa738e00 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ccebcad192674570970d6e47ea44ce7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3381951 Jun 24 17:11:17.522878 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 57662) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:11:17.530004 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfde011-cccb-47e4-bd96-552faa738e00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbcd7e43-eb6a-4a73-86d1-1725cafce2a9,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:11:17.538238 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-fcfde011-cccb-47e4-bd96-552faa738e00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:11:17.576120 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-eb92e951-46ac-492f-9616-32cce213d59e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:17.600666 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-eb92e951-46ac-492f-9616-32cce213d59e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:17.727397 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-eb92e951-46ac-492f-9616-32cce213d59e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:17.730004 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-eb92e951-46ac-492f-9616-32cce213d59e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:17.731149 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-eb92e951-46ac-492f-9616-32cce213d59e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bbcd7e43-eb6a-4a73-86d1-1725cafce2a9 HTTP/1.1" status: 204 len: 168 time: 0.2073925 Jun 24 17:11:17.731888 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-ac26910e-7de9-497c-8ce5-2e899b1b6f80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:11:17.739499 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb92e951-46ac-492f-9616-32cce213d59e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbcd7e43-eb6a-4a73-86d1-1725cafce2a9,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:11:17.742332 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-eb92e951-46ac-492f-9616-32cce213d59e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:11:17.822930 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 57672) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:11:17.840566 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-de556c28-8fbe-4ca4-8eaa-f461a7ba9192 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:17.934069 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-de556c28-8fbe-4ca4-8eaa-f461a7ba9192 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:17.998424 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-de556c28-8fbe-4ca4-8eaa-f461a7ba9192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:18.001231 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:11:18.040643 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de556c28-8fbe-4ca4-8eaa-f461a7ba9192 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45be50ab-6e7e-4506-9b3a-52c0c41d30f2,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:11:18.047542 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-de556c28-8fbe-4ca4-8eaa-f461a7ba9192 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bb04b7cd49c54a21a460d0ab3f311e24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2211614 Jun 24 17:11:18.047542 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-de556c28-8fbe-4ca4-8eaa-f461a7ba9192 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:11:18.047885 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 57674) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:11:18.101750 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-30609601-dd3f-4afc-856b-c59308b13790 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:18.124690 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-30609601-dd3f-4afc-856b-c59308b13790 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:18.284025 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-30609601-dd3f-4afc-856b-c59308b13790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:18.286894 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-30609601-dd3f-4afc-856b-c59308b13790 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:18.288062 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-30609601-dd3f-4afc-856b-c59308b13790 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/45be50ab-6e7e-4506-9b3a-52c0c41d30f2 HTTP/1.1" status: 204 len: 168 time: 0.2392004 Jun 24 17:11:18.288819 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-1d14ef28-b67c-4483-b08f-6a0624b2faa1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:11:18.296348 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30609601-dd3f-4afc-856b-c59308b13790 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45be50ab-6e7e-4506-9b3a-52c0c41d30f2,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:11:18.298586 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-30609601-dd3f-4afc-856b-c59308b13790 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:11:19.912410 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 57714) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:11:20.015280 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0c6b430f-8499-4639-b64c-928d3116f6e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:20.102134 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0c6b430f-8499-4639-b64c-928d3116f6e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:20.158001 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0c6b430f-8499-4639-b64c-928d3116f6e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:20.161398 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-f824c834-f1e9-498a-b5b9-840b38e5fa22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:11:20.197438 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-0c6b430f-8499-4639-b64c-928d3116f6e7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a1bddbbf06754660ad80a6ec52e9cbac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2838271 Jun 24 17:11:20.198392 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6b430f-8499-4639-b64c-928d3116f6e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66312cbd-45db-46b7-8f2e-5bf6ce657ccc,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:11:20.201106 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 57718) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:11:20.201605 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-0c6b430f-8499-4639-b64c-928d3116f6e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:11:20.250610 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ddb4c5fe-4705-457d-a5c7-abff6d56bd82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:20.270557 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ddb4c5fe-4705-457d-a5c7-abff6d56bd82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:20.398285 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ddb4c5fe-4705-457d-a5c7-abff6d56bd82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:20.400930 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ddb4c5fe-4705-457d-a5c7-abff6d56bd82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:20.402078 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-ddb4c5fe-4705-457d-a5c7-abff6d56bd82 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/66312cbd-45db-46b7-8f2e-5bf6ce657ccc HTTP/1.1" status: 204 len: 168 time: 0.1996169 Jun 24 17:11:20.402826 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-3d322006-57b6-48f7-bf20-a7d8892f1a2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:11:20.410786 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb4c5fe-4705-457d-a5c7-abff6d56bd82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66312cbd-45db-46b7-8f2e-5bf6ce657ccc,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:11:20.414301 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-ddb4c5fe-4705-457d-a5c7-abff6d56bd82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:11:21.571724 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Device 4d9c6f19-d72d-41bf-a70d-2aaf718b7a5b up at agent hyperv_hv-cinder-79797 {{(pid=93702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 17:11:21.712787 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:21.758349 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Provisioning for port 4d9c6f19-d72d-41bf-a70d-2aaf718b7a5b completed by entity L2. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 17:11:21.762988 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Provisioning complete for port 4d9c6f19-d72d-41bf-a70d-2aaf718b7a5b triggered by entity L2. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 17:11:21.763545 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979100'] for port, provisioning_complete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:21.817935 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fca2011-82bf-4c64-8651-2d7fa71c9c40 req-8b323430-5477-4255-ba28-9f47bd2bd531 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:11:21.822157 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-0fca2011-82bf-4c64-8651-2d7fa71c9c40 req-8b323430-5477-4255-ba28-9f47bd2bd531 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6dbc35d-61b7-423f-84a9-e5c0a18c6019 HTTP/1.1" status: 200 len: 944 time: 0.0685802 Jun 24 17:11:21.846327 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:21.861391 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-0fca2011-82bf-4c64-8651-2d7fa71c9c40 req-4d55f8ed-c081-49d1-8d93-351ac0c4cc0e tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.15 "GET /v2.0/security-groups?id=240ea0bc-105c-4667-abc7-4b917e0290b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353503 Jun 24 17:11:21.872821 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6dbc35d-61b7-423f-84a9-e5c0a18c6019', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d9c6f19-d72d-41bf-a70d-2aaf718b7a5b'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 17:11:21.876608 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d8b605067795a7fc2c115f7278a2b51e92dc277499becda2f2169a787a2c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c26d95da-8595-4b2d-8e50-c9b03a526778" -d '{"events": [{"server_uuid": "e6dbc35d-61b7-423f-84a9-e5c0a18c6019", "name": "network-vif-plugged", "status": "completed", "tag": "4d9c6f19-d72d-41bf-a70d-2aaf718b7a5b"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 17:11:21.903612 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] For port 4d9c6f19-d72d-41bf-a70d-2aaf718b7a5b, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=4d9c6f19-d72d-41bf-a70d-2aaf718b7a5b,segment=NetworkSegment(12f2579c-f9ba-4bfe-aa56-7adb09f408d3),segment_id=12f2579c-f9ba-4bfe-aa56-7adb09f408d3)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 17:11:21.923508 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 17:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebae6bdf-a6a8-46bd-9454-0a691067acd9 x-openstack-request-id: req-ebae6bdf-a6a8-46bd-9454-0a691067acd9 {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 17:11:21.923809 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6dbc35d-61b7-423f-84a9-e5c0a18c6019", "name": "network-vif-plugged", "status": "completed", "tag": "4d9c6f19-d72d-41bf-a70d-2aaf718b7a5b", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 17:11:21.924250 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ebae6bdf-a6a8-46bd-9454-0a691067acd9 {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 17:11:21.924480 dv-cinder-797970-1-iscsi neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6dbc35d-61b7-423f-84a9-e5c0a18c6019', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d9c6f19-d72d-41bf-a70d-2aaf718b7a5b', 'code': 200} Jun 24 17:11:21.966674 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 57758) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:11:21.987024 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:21.988879 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:11:22.037820 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Pushing event updated for resources: {'Port': ['ID=4d9c6f19-d72d-41bf-a70d-2aaf718b7a5b,revision_number=5']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:11:22.040774 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:11:22.072872 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fa2eccff-b008-4403-af3d-0ffad88480f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:22.164257 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fa2eccff-b008-4403-af3d-0ffad88480f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:22.236233 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fa2eccff-b008-4403-af3d-0ffad88480f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:22.238881 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-ee1b641d-8736-428b-afd2-1c681528a284 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:11:22.278063 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-fa2eccff-b008-4403-af3d-0ffad88480f2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e4c28598165449a5abf81e7a08317c37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3102877 Jun 24 17:11:22.279642 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2eccff-b008-4403-af3d-0ffad88480f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c102f7bf-66e8-4950-b75e-b3fb2ab2bb86,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:11:22.281063 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 57762) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:11:22.282456 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-fa2eccff-b008-4403-af3d-0ffad88480f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:11:22.330292 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7c65a2d2-d40c-46ab-9eeb-de20c390c68b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:22.353823 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7c65a2d2-d40c-46ab-9eeb-de20c390c68b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:22.459239 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7c65a2d2-d40c-46ab-9eeb-de20c390c68b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:22.461888 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7c65a2d2-d40c-46ab-9eeb-de20c390c68b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:22.463040 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-7c65a2d2-d40c-46ab-9eeb-de20c390c68b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c102f7bf-66e8-4950-b75e-b3fb2ab2bb86 HTTP/1.1" status: 204 len: 168 time: 0.1803329 Jun 24 17:11:22.463858 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-de556c28-8fbe-4ca4-8eaa-f461a7ba9192 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:11:22.471564 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c65a2d2-d40c-46ab-9eeb-de20c390c68b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c102f7bf-66e8-4950-b75e-b3fb2ab2bb86,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:11:22.475590 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-7c65a2d2-d40c-46ab-9eeb-de20c390c68b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:11:22.595391 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406f285c-ea48-4756-b88c-502d20d04e24 req-02231bcd-30f4-4c89-bd02-6c561c0b13fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:11:22.596830 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-406f285c-ea48-4756-b88c-502d20d04e24 req-02231bcd-30f4-4c89-bd02-6c561c0b13fa service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e6dbc35d-61b7-423f-84a9-e5c0a18c6019 HTTP/1.1" status: 200 len: 1098 time: 0.0496156 Jun 24 17:11:22.643325 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-406f285c-ea48-4756-b88c-502d20d04e24 req-8ba88c29-3af6-4eaa-afda-980792d6527b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=240ea0bc-105c-4667-abc7-4b917e0290b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316734 Jun 24 17:11:23.632429 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d13407-6f17-40ed-bba5-a5dab4a8b1a7 req-d30e31e2-eb4a-492a-acc5-9a62d6353490 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:11:23.633868 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-80d13407-6f17-40ed-bba5-a5dab4a8b1a7 req-d30e31e2-eb4a-492a-acc5-9a62d6353490 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6dbc35d-61b7-423f-84a9-e5c0a18c6019 HTTP/1.1" status: 200 len: 945 time: 0.0611792 Jun 24 17:11:23.669950 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-80d13407-6f17-40ed-bba5-a5dab4a8b1a7 req-169ca303-d0d2-40a8-aba6-41173351c39e tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.15 "GET /v2.0/security-groups?id=240ea0bc-105c-4667-abc7-4b917e0290b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305350 Jun 24 17:11:29.300948 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946225ae-f61e-43c8-908b-0a5acbfd0c17 req-b8a47bc4-69e0-497b-920d-87685bc7cc60 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:11:29.303006 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-946225ae-f61e-43c8-908b-0a5acbfd0c17 req-b8a47bc4-69e0-497b-920d-87685bc7cc60 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6dbc35d-61b7-423f-84a9-e5c0a18c6019 HTTP/1.1" status: 200 len: 945 time: 0.0656302 Jun 24 17:11:29.339491 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-946225ae-f61e-43c8-908b-0a5acbfd0c17 req-1d27a584-f021-402e-a556-07350cc0362a tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.15 "GET /v2.0/security-groups?id=240ea0bc-105c-4667-abc7-4b917e0290b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309000 Jun 24 17:11:29.957403 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-0bab408f-ce34-4399-80f5-e81d4748268e req-b998b880-3793-4746-bf8e-d9bc3f75cde3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7b9fb087-423b-44d5-92c7-e94bdd0e3317&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0536559 Jun 24 17:11:30.060588 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bab408f-ce34-4399-80f5-e81d4748268e req-b43b4be2-16d9-4f87-b22f-66956791aff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:11:30.062032 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-0bab408f-ce34-4399-80f5-e81d4748268e req-b43b4be2-16d9-4f87-b22f-66956791aff9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c716f65513774ad78041f60e9016ee68&device_id=7b9fb087-423b-44d5-92c7-e94bdd0e3317 HTTP/1.1" status: 200 len: 1098 time: 0.0519028 Jun 24 17:11:30.235403 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bab408f-ce34-4399-80f5-e81d4748268e req-5480f4b3-f897-4c6a-90e2-b37a9f69a448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:11:30.236873 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-0bab408f-ce34-4399-80f5-e81d4748268e req-5480f4b3-f897-4c6a-90e2-b37a9f69a448 service neutron] 10.222.0.37 "GET /v2.0/networks?id=64ba3aa0-af7f-43bc-95fc-b6be55710575 HTTP/1.1" status: 200 len: 919 time: 0.0958130 Jun 24 17:11:30.280547 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-0bab408f-ce34-4399-80f5-e81d4748268e req-fa185437-a97c-4e6d-8d85-2c8234fb1bb2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5461bbc6-fde4-410b-9dc5-dd8aaea03e71 HTTP/1.1" status: 200 len: 217 time: 0.0356889 Jun 24 17:11:30.378019 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bab408f-ce34-4399-80f5-e81d4748268e req-beaa9ac6-39e9-47f1-ae16-1e88fc9e8a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:11:30.381077 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-0bab408f-ce34-4399-80f5-e81d4748268e req-beaa9ac6-39e9-47f1-ae16-1e88fc9e8a58 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dca613bb-5c51-470d-979d-79528d145d2a HTTP/1.1" status: 200 len: 859 time: 0.0450439 Jun 24 17:11:30.464360 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-0bab408f-ce34-4399-80f5-e81d4748268e req-bb6cf06e-cec0-42b7-9a40-a2ebae70c609 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=64ba3aa0-af7f-43bc-95fc-b6be55710575&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361233 Jun 24 17:11:30.563124 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d534e1-29e5-47e1-809b-509758c39827 req-83a38c0f-06d4-471e-8195-a3b5f94f0fa4 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:11:30.564614 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-a1d534e1-29e5-47e1-809b-509758c39827 req-83a38c0f-06d4-471e-8195-a3b5f94f0fa4 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6dbc35d-61b7-423f-84a9-e5c0a18c6019 HTTP/1.1" status: 200 len: 945 time: 0.0805020 Jun 24 17:11:30.580056 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-0bab408f-ce34-4399-80f5-e81d4748268e req-958c9043-328c-4f70-9b1d-dc21758f9cd1 service neutron] 10.222.0.37 "GET /v2.0/networks/64ba3aa0-af7f-43bc-95fc-b6be55710575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978489 Jun 24 17:11:30.606043 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-a1d534e1-29e5-47e1-809b-509758c39827 req-3a9c80d7-45d7-4a5e-8180-6c3cb4fc3710 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.15 "GET /v2.0/security-groups?id=240ea0bc-105c-4667-abc7-4b917e0290b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352056 Jun 24 17:11:30.679148 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-0bab408f-ce34-4399-80f5-e81d4748268e req-1b70506c-e87a-4e4a-8ef6-6290211ebc71 service neutron] 10.222.0.37 "GET /v2.0/networks/64ba3aa0-af7f-43bc-95fc-b6be55710575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916274 Jun 24 17:11:31.596133 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995444ee-09aa-4d4f-bda2-a0192902af06 req-0f44cab0-7f7b-46e0-bd8a-62a2bfabe855 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:11:31.597502 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-995444ee-09aa-4d4f-bda2-a0192902af06 req-0f44cab0-7f7b-46e0-bd8a-62a2bfabe855 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a7584ab-9d6d-4da0-8c7d-310e8d6fb3b4 HTTP/1.1" status: 200 len: 946 time: 0.1001043 Jun 24 17:11:31.633919 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6605e1-4582-4a0a-b4ef-c1e5c9a1acac req-aab0ab7b-e3b9-44aa-8567-fd4a5d494106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:11:31.635425 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-ec6605e1-4582-4a0a-b4ef-c1e5c9a1acac req-aab0ab7b-e3b9-44aa-8567-fd4a5d494106 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c716f65513774ad78041f60e9016ee68&device_id=6a7584ab-9d6d-4da0-8c7d-310e8d6fb3b4 HTTP/1.1" status: 200 len: 1099 time: 0.0920556 Jun 24 17:11:31.660195 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-995444ee-09aa-4d4f-bda2-a0192902af06 req-5c3f355e-5a63-415c-8e9e-c971d31223a1 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/security-groups?id=92795e86-bc90-401e-8d2a-ff4520af3818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555444 Jun 24 17:11:31.736953 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6605e1-4582-4a0a-b4ef-c1e5c9a1acac req-455d14f0-8b9a-4779-902c-72772b9795d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:11:31.738442 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-ec6605e1-4582-4a0a-b4ef-c1e5c9a1acac req-455d14f0-8b9a-4779-902c-72772b9795d3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=64ba3aa0-af7f-43bc-95fc-b6be55710575 HTTP/1.1" status: 200 len: 919 time: 0.0905852 Jun 24 17:11:31.782623 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-ec6605e1-4582-4a0a-b4ef-c1e5c9a1acac req-f3fa1404-10c6-45c8-9c08-55608d945b47 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6828f935-363e-4d8c-8695-9be61abc441b HTTP/1.1" status: 200 len: 217 time: 0.0377719 Jun 24 17:11:31.830521 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6605e1-4582-4a0a-b4ef-c1e5c9a1acac req-2ab4ee02-f044-42d2-b6af-8bf6e9678469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:11:31.831928 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-ec6605e1-4582-4a0a-b4ef-c1e5c9a1acac req-2ab4ee02-f044-42d2-b6af-8bf6e9678469 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dca613bb-5c51-470d-979d-79528d145d2a HTTP/1.1" status: 200 len: 859 time: 0.0426612 Jun 24 17:11:31.844559 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5e8636-9d76-4568-93c9-4e220e3b38bf req-2ba1cc0c-7368-426e-8f2f-7e450ca97c4d tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:11:31.845989 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-3d5e8636-9d76-4568-93c9-4e220e3b38bf req-2ba1cc0c-7368-426e-8f2f-7e450ca97c4d tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6dbc35d-61b7-423f-84a9-e5c0a18c6019 HTTP/1.1" status: 200 len: 945 time: 0.0660186 Jun 24 17:11:31.864174 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-ec6605e1-4582-4a0a-b4ef-c1e5c9a1acac req-13b827c9-55c7-48cf-b3a7-9df20498895a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=64ba3aa0-af7f-43bc-95fc-b6be55710575&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253551 Jun 24 17:11:31.885733 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-3d5e8636-9d76-4568-93c9-4e220e3b38bf req-fabbfb05-6365-40a1-acda-f93f8155da34 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.15 "GET /v2.0/security-groups?id=240ea0bc-105c-4667-abc7-4b917e0290b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335085 Jun 24 17:11:31.957773 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-ec6605e1-4582-4a0a-b4ef-c1e5c9a1acac req-72b6bb4f-56e2-49c8-aec4-7688fd85efcd service neutron] 10.222.0.37 "GET /v2.0/networks/64ba3aa0-af7f-43bc-95fc-b6be55710575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867190 Jun 24 17:11:32.045979 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-ec6605e1-4582-4a0a-b4ef-c1e5c9a1acac req-c6f3918d-e695-4c39-b4ee-1298129797b8 service neutron] 10.222.0.37 "GET /v2.0/networks/64ba3aa0-af7f-43bc-95fc-b6be55710575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805564 Jun 24 17:11:32.835240 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1e1e95-a321-4bca-8675-1295a435547f req-4eea9cdc-2bde-4b3f-8600-73dd9a4a1eef tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:11:32.836670 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-6e1e1e95-a321-4bca-8675-1295a435547f req-4eea9cdc-2bde-4b3f-8600-73dd9a4a1eef tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a7584ab-9d6d-4da0-8c7d-310e8d6fb3b4 HTTP/1.1" status: 200 len: 946 time: 0.0613153 Jun 24 17:11:32.874486 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-6e1e1e95-a321-4bca-8675-1295a435547f req-bec227dc-605a-4cdc-a211-610b7a74bbbb tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/security-groups?id=92795e86-bc90-401e-8d2a-ff4520af3818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322964 Jun 24 17:11:34.059871 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be8f2de-7cfd-45f8-92c1-f42959538047 req-136130f3-6a6e-42e0-bba4-0602576806f3 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:11:34.063225 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-3be8f2de-7cfd-45f8-92c1-f42959538047 req-136130f3-6a6e-42e0-bba4-0602576806f3 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a7584ab-9d6d-4da0-8c7d-310e8d6fb3b4 HTTP/1.1" status: 200 len: 946 time: 0.0687637 Jun 24 17:11:34.099281 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-3be8f2de-7cfd-45f8-92c1-f42959538047 req-d2ba7d6e-baa4-49ff-9d3c-c1e8f25f3a0a tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/security-groups?id=92795e86-bc90-401e-8d2a-ff4520af3818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319295 Jun 24 17:11:35.337483 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dadf6f1-2184-40a5-b0dc-cbe608d0a407 req-82517b7f-f96d-4d23-9ad9-d679c02002df tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:11:35.338874 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-0dadf6f1-2184-40a5-b0dc-cbe608d0a407 req-82517b7f-f96d-4d23-9ad9-d679c02002df tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a7584ab-9d6d-4da0-8c7d-310e8d6fb3b4 HTTP/1.1" status: 200 len: 946 time: 0.0670240 Jun 24 17:11:35.349687 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.agents_db [None req-27f02d43-57e8-424c-a1b0-5a1f36db1773 None None] Agent healthcheck: found 6 active agents {{(pid=93703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 17:11:35.377736 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-0dadf6f1-2184-40a5-b0dc-cbe608d0a407 req-d3c4b45d-35d2-4e69-934c-f35e86707969 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/security-groups?id=92795e86-bc90-401e-8d2a-ff4520af3818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330272 Jun 24 17:11:36.273104 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 57946) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:11:36.373143 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0f340c56-9452-4207-8721-5cc3f6831906 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:36.470419 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0f340c56-9452-4207-8721-5cc3f6831906 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:36.558237 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0f340c56-9452-4207-8721-5cc3f6831906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:36.561765 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-b1259dce-cb4b-4203-a7e9-688356243229 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:11:36.569504 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbef9390-6c09-41dd-8570-07f2b5e52ac8 req-f2880ecf-6b0a-40a6-938b-dbf5a185bda4 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:11:36.571072 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-cbef9390-6c09-41dd-8570-07f2b5e52ac8 req-f2880ecf-6b0a-40a6-938b-dbf5a185bda4 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a7584ab-9d6d-4da0-8c7d-310e8d6fb3b4 HTTP/1.1" status: 200 len: 946 time: 0.0645711 Jun 24 17:11:36.601309 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-0f340c56-9452-4207-8721-5cc3f6831906 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a5e6419e25484005b18de753b53fa7a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3252473 Jun 24 17:11:36.602641 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f340c56-9452-4207-8721-5cc3f6831906 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3437758a-b967-45bf-8afc-a94841d5adf2,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:11:36.604620 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 57956) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:11:36.606484 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-0f340c56-9452-4207-8721-5cc3f6831906 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:11:36.624561 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-cbef9390-6c09-41dd-8570-07f2b5e52ac8 req-120878b7-00aa-41f9-9a73-95f74048287a tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/security-groups?id=92795e86-bc90-401e-8d2a-ff4520af3818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469019 Jun 24 17:11:36.662452 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-269e2e47-43f5-41ed-a3cb-4bc8dd976a1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:36.686773 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-269e2e47-43f5-41ed-a3cb-4bc8dd976a1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:36.797849 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-269e2e47-43f5-41ed-a3cb-4bc8dd976a1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:36.800329 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-269e2e47-43f5-41ed-a3cb-4bc8dd976a1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:36.801442 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-269e2e47-43f5-41ed-a3cb-4bc8dd976a1a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3437758a-b967-45bf-8afc-a94841d5adf2 HTTP/1.1" status: 204 len: 168 time: 0.1952872 Jun 24 17:11:36.802230 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-8b1b8e03-b24d-403a-9bfb-0cf82ff2d57f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:11:36.810303 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269e2e47-43f5-41ed-a3cb-4bc8dd976a1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3437758a-b967-45bf-8afc-a94841d5adf2,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:11:36.817147 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269e2e47-43f5-41ed-a3cb-4bc8dd976a1a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:11:36.817504 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269e2e47-43f5-41ed-a3cb-4bc8dd976a1a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:11:36.817949 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269e2e47-43f5-41ed-a3cb-4bc8dd976a1a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:11:36.818278 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269e2e47-43f5-41ed-a3cb-4bc8dd976a1a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:11:36.818631 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269e2e47-43f5-41ed-a3cb-4bc8dd976a1a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:11:36.819074 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269e2e47-43f5-41ed-a3cb-4bc8dd976a1a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:11:36.819747 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269e2e47-43f5-41ed-a3cb-4bc8dd976a1a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:11:36.820070 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269e2e47-43f5-41ed-a3cb-4bc8dd976a1a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:11:36.820412 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269e2e47-43f5-41ed-a3cb-4bc8dd976a1a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:11:36.820745 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269e2e47-43f5-41ed-a3cb-4bc8dd976a1a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:11:36.821141 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269e2e47-43f5-41ed-a3cb-4bc8dd976a1a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:11:36.821400 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269e2e47-43f5-41ed-a3cb-4bc8dd976a1a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:11:36.824477 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-269e2e47-43f5-41ed-a3cb-4bc8dd976a1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:11:37.700206 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 57984) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:11:37.817697 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.v2.base [None req-26394a4d-2dd0-47c5-907d-bc96277acc3a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1723603748-network', 'tenant_id': '2fcaafd20cb9434aa25d111d6081b900'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 17:11:37.836837 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97995cc-949f-41bb-87c5-e01b6dc1b3f0 req-96e7191f-c09c-4ec0-981d-61d0844a4fc8 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:11:37.838314 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-d97995cc-949f-41bb-87c5-e01b6dc1b3f0 req-96e7191f-c09c-4ec0-981d-61d0844a4fc8 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a7584ab-9d6d-4da0-8c7d-310e8d6fb3b4 HTTP/1.1" status: 200 len: 946 time: 0.0836356 Jun 24 17:11:37.879520 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-d97995cc-949f-41bb-87c5-e01b6dc1b3f0 req-5c21c5b6-f3b9-4d2a-91ad-46218b901312 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/security-groups?id=92795e86-bc90-401e-8d2a-ff4520af3818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346265 Jun 24 17:11:37.932987 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26394a4d-2dd0-47c5-907d-bc96277acc3a admin admin] Made reservation on behalf of 2fcaafd20cb9434aa25d111d6081b900 for: {'network': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 17:11:37.942283 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-26394a4d-2dd0-47c5-907d-bc96277acc3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for network, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:37.945802 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-26394a4d-2dd0-47c5-907d-bc96277acc3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:38.028780 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-26394a4d-2dd0-47c5-907d-bc96277acc3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:38.092489 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-26394a4d-2dd0-47c5-907d-bc96277acc3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:38.095359 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-ddb4c5fe-4705-457d-a5c7-abff6d56bd82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:11:38.118949 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26394a4d-2dd0-47c5-907d-bc96277acc3a admin admin] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=93701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 17:11:38.124971 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26394a4d-2dd0-47c5-907d-bc96277acc3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52b1646f-1d75-46ae-8b7b-28f6d79e1530,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:11:38.128479 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-26394a4d-2dd0-47c5-907d-bc96277acc3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:11:38.131141 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-26394a4d-2dd0-47c5-907d-bc96277acc3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083357'] for segment, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:38.132136 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.db.segments_db [None req-26394a4d-2dd0-47c5-907d-bc96277acc3a admin admin] Added segment 93f37f3c-6cd2-4479-974f-79faa9f614f1 of type vlan for network a45d101b-6927-4b1f-b60c-ac459e829641 Jun 24 17:11:38.170839 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-26394a4d-2dd0-47c5-907d-bc96277acc3a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734938226544'] for network, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:38.252822 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-26394a4d-2dd0-47c5-907d-bc96277acc3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-545941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592956'] for network, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:38.254164 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26394a4d-2dd0-47c5-907d-bc96277acc3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:11:38.254817 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-26394a4d-2dd0-47c5-907d-bc96277acc3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592921'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:38.258920 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:11:38.316822 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26394a4d-2dd0-47c5-907d-bc96277acc3a admin admin] Pushing event updated for resources: {'Network': ['ID=a45d101b-6927-4b1f-b60c-ac459e829641,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:11:38.320477 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-26394a4d-2dd0-47c5-907d-bc96277acc3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:11:38.326927 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Network a45d101b-6927-4b1f-b60c-ac459e829641 details requested by agent ovs-agent-dv-cinder-797970-1-iscsi with host dv-cinder-797970-1-iscsi {{(pid=93702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 17:11:38.352942 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-26394a4d-2dd0-47c5-907d-bc96277acc3a admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6516397 Jun 24 17:11:38.355724 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 57990) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:11:38.360560 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.v2.base [None req-854f097d-c175-450a-bfa2-ee11229b721d admin admin] Request body: {'subnet': {'network_id': 'a45d101b-6927-4b1f-b60c-ac459e829641', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1723603748-subnet', 'tenant_id': '2fcaafd20cb9434aa25d111d6081b900', 'ip_version': 4}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 17:11:38.443396 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-854f097d-c175-450a-bfa2-ee11229b721d admin admin] Made reservation on behalf of 2fcaafd20cb9434aa25d111d6081b900 for: {'subnet': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 17:11:38.446369 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-854f097d-c175-450a-bfa2-ee11229b721d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10153052'] for subnet, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:38.667046 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-854f097d-c175-450a-bfa2-ee11229b721d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10147757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10152630'] for subnet, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:38.669437 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-3554faf6-7c74-443b-b5fb-5c7b66d3ca62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:11:38.715539 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854f097d-c175-450a-bfa2-ee11229b721d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad8c42be-ee98-463d-b12f-0b1f5644eae5,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:11:38.718197 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-854f097d-c175-450a-bfa2-ee11229b721d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:11:38.731417 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-854f097d-c175-450a-bfa2-ee11229b721d admin admin] Checking segment: {'id': '93f37f3c-6cd2-4479-974f-79faa9f614f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a45d101b-6927-4b1f-b60c-ac459e829641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 17:11:38.731770 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-854f097d-c175-450a-bfa2-ee11229b721d admin admin] Network hostable DHCP agents. Network: a45d101b-6927-4b1f-b60c-ac459e829641, hostable agents: ['254af59c-4468-4f5d-9dc1-adf32c301d4f'], hosted agents: [] {{(pid=93701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 17:11:38.814993 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-854f097d-c175-450a-bfa2-ee11229b721d admin admin] Network a45d101b-6927-4b1f-b60c-ac459e829641 is scheduled to be hosted by DHCP agent 254af59c-4468-4f5d-9dc1-adf32c301d4f with binding_index 1 {{(pid=93701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 17:11:38.883365 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-854f097d-c175-450a-bfa2-ee11229b721d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797970-1-iscsi, a45d101b-6927-4b1f-b60c-ac459e829641) {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 17:11:38.887504 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-854f097d-c175-450a-bfa2-ee11229b721d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:11:38.888194 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-854f097d-c175-450a-bfa2-ee11229b721d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:38.893271 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06fd59f1-d57f-41fc-a307-93db5274190c None None] Network a45d101b-6927-4b1f-b60c-ac459e829641 requested from dv-cinder-797970-1-iscsi {{(pid=93702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 17:11:39.026708 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-854f097d-c175-450a-bfa2-ee11229b721d admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6699834 Jun 24 17:11:39.030612 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 58000) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:11:39.035677 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.v2.base [None req-30e45773-7784-47ed-bb47-e93072069cf2 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1723603748-router', 'tenant_id': '2fcaafd20cb9434aa25d111d6081b900', 'external_gateway_info': {'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a'}}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 17:11:39.050201 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5af7f1a4-d828-4b4e-9567-f71e1bb03c1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e573fc9-6f75-50b0-852a-544de058715c-a45d101b-6927-4b1f-b60c-ac459e829641', 'network_id': 'a45d101b-6927-4b1f-b60c-ac459e829641', 'tenant_id': '2fcaafd20cb9434aa25d111d6081b900', 'fixed_ips': [{'subnet_id': 'ad8c42be-ee98-463d-b12f-0b1f5644eae5'}]}} from dv-cinder-797970-1-iscsi. {{(pid=93702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 17:11:39.054322 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5af7f1a4-d828-4b4e-9567-f71e1bb03c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:39.081667 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075684d4-344b-46e1-9d57-0b61984f752a req-2f117723-0b16-46c7-a4e6-9148080120b2 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:11:39.083344 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-075684d4-344b-46e1-9d57-0b61984f752a req-2f117723-0b16-46c7-a4e6-9148080120b2 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a7584ab-9d6d-4da0-8c7d-310e8d6fb3b4 HTTP/1.1" status: 200 len: 946 time: 0.0701706 Jun 24 17:11:39.121357 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-075684d4-344b-46e1-9d57-0b61984f752a req-ef72bc19-8a20-48d4-8766-818c199bc84f tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/security-groups?id=92795e86-bc90-401e-8d2a-ff4520af3818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315530 Jun 24 17:11:39.139655 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-30e45773-7784-47ed-bb47-e93072069cf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-935716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25137'] for router, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:39.141024 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-30e45773-7784-47ed-bb47-e93072069cf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-935709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-926300', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25146'] for router, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:39.183265 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [None req-5af7f1a4-d828-4b4e-9567-f71e1bb03c1e None None] Allocated IP 172.20.0.2 (a45d101b-6927-4b1f-b60c-ac459e829641/ad8c42be-ee98-463d-b12f-0b1f5644eae5/56d32045-4734-4cda-9a3a-a4906951b257) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 17:11:39.190494 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-30e45773-7784-47ed-bb47-e93072069cf2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:39.322836 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5af7f1a4-d828-4b4e-9567-f71e1bb03c1e None None] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:39.330681 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-5af7f1a4-d828-4b4e-9567-f71e1bb03c1e None None] Transition to ACTIVE for port object 56d32045-4734-4cda-9a3a-a4906951b257 will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 17:11:39.344672 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-5af7f1a4-d828-4b4e-9567-f71e1bb03c1e None None] Transition to ACTIVE for port object 56d32045-4734-4cda-9a3a-a4906951b257 will not be triggered until provisioned by entity DHCP. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 17:11:39.431028 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5af7f1a4-d828-4b4e-9567-f71e1bb03c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1991527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-355756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734938254830'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:39.432994 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:11:39.469009 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af7f1a4-d828-4b4e-9567-f71e1bb03c1e None None] Network a45d101b-6927-4b1f-b60c-ac459e829641 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 17:11:39.471819 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-5af7f1a4-d828-4b4e-9567-f71e1bb03c1e None None] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 17:11:39.475924 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af7f1a4-d828-4b4e-9567-f71e1bb03c1e None None] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 17:11:39.484302 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af7f1a4-d828-4b4e-9567-f71e1bb03c1e None None] Pushing event updated for resources: {'Port': ['ID=56d32045-4734-4cda-9a3a-a4906951b257,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:11:39.488528 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-5af7f1a4-d828-4b4e-9567-f71e1bb03c1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:11:39.544563 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-5af7f1a4-d828-4b4e-9567-f71e1bb03c1e None None] Attempting to bind port 56d32045-4734-4cda-9a3a-a4906951b257 on host dv-cinder-797970-1-iscsi for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 17:11:39.544936 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-5af7f1a4-d828-4b4e-9567-f71e1bb03c1e None None] Attempting to bind port 56d32045-4734-4cda-9a3a-a4906951b257 by drivers openvswitch,hyperv on host dv-cinder-797970-1-iscsi at level 0 using segments [{'id': '93f37f3c-6cd2-4479-974f-79faa9f614f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a45d101b-6927-4b1f-b60c-ac459e829641'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 17:11:39.545299 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af7f1a4-d828-4b4e-9567-f71e1bb03c1e None None] Attempting to bind port 56d32045-4734-4cda-9a3a-a4906951b257 on network a45d101b-6927-4b1f-b60c-ac459e829641 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 17:11:39.550394 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af7f1a4-d828-4b4e-9567-f71e1bb03c1e None None] Checking agent: {'id': '080a32e4-e34b-4a53-85c8-07f5ff20b123', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797970-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 17, 0, 14), 'started_at': datetime.datetime(2021, 6, 24, 17, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 17, 11, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797970-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 17:11:39.550769 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af7f1a4-d828-4b4e-9567-f71e1bb03c1e None None] Checking segment: {'id': '93f37f3c-6cd2-4479-974f-79faa9f614f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a45d101b-6927-4b1f-b60c-ac459e829641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 17:11:39.551176 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5af7f1a4-d828-4b4e-9567-f71e1bb03c1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:39.551568 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af7f1a4-d828-4b4e-9567-f71e1bb03c1e None None] Bound using segment: {'id': '93f37f3c-6cd2-4479-974f-79faa9f614f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a45d101b-6927-4b1f-b60c-ac459e829641'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 17:11:39.552031 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-5af7f1a4-d828-4b4e-9567-f71e1bb03c1e None None] Bound port: 56d32045-4734-4cda-9a3a-a4906951b257, host: dv-cinder-797970-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93f37f3c-6cd2-4479-974f-79faa9f614f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a45d101b-6927-4b1f-b60c-ac459e829641'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 17:11:39.552415 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5af7f1a4-d828-4b4e-9567-f71e1bb03c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:39.585915 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-30e45773-7784-47ed-bb47-e93072069cf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-926208', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-935312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25108'] for router, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:39.612932 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-5af7f1a4-d828-4b4e-9567-f71e1bb03c1e None None] For port 56d32045-4734-4cda-9a3a-a4906951b257, host dv-cinder-797970-1-iscsi, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 17:11:39.615890 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-5af7f1a4-d828-4b4e-9567-f71e1bb03c1e None None] For port 56d32045-4734-4cda-9a3a-a4906951b257, host dv-cinder-797970-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-1-iscsi',level=0,port_id=56d32045-4734-4cda-9a3a-a4906951b257,segment=NetworkSegment(93f37f3c-6cd2-4479-974f-79faa9f614f1),segment_id=93f37f3c-6cd2-4479-974f-79faa9f614f1)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 17:11:39.690122 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5af7f1a4-d828-4b4e-9567-f71e1bb03c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:39.697504 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-2ac47ff8-f2bb-4316-844c-d493e010b77d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:11:39.750307 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af7f1a4-d828-4b4e-9567-f71e1bb03c1e None None] Pushing event updated for resources: {'Port': ['ID=56d32045-4734-4cda-9a3a-a4906951b257,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:11:39.753628 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-5af7f1a4-d828-4b4e-9567-f71e1bb03c1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:11:39.854459 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-30e45773-7784-47ed-bb47-e93072069cf2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:39.877932 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-30e45773-7784-47ed-bb47-e93072069cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:40.002655 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [None req-30e45773-7784-47ed-bb47-e93072069cf2 admin admin] Allocated IP 172.27.2.35 (d3559561-7efd-493e-88d1-7d47e478b72a/004d905c-cc14-4189-936d-82a0eea7da62/8258b655-3b15-4def-9ff3-29643e87af91) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 17:11:40.114743 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-30e45773-7784-47ed-bb47-e93072069cf2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:40.295802 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10eab60-7254-4d83-8759-04a9bff8c776 req-c9e4c7e1-169d-49fd-9437-f7c93601ac12 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:11:40.297236 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-a10eab60-7254-4d83-8759-04a9bff8c776 req-c9e4c7e1-169d-49fd-9437-f7c93601ac12 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a7584ab-9d6d-4da0-8c7d-310e8d6fb3b4 HTTP/1.1" status: 200 len: 946 time: 0.0607574 Jun 24 17:11:40.334992 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-a10eab60-7254-4d83-8759-04a9bff8c776 req-057c738c-0de5-4f74-ae35-43b1474aed0d tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/security-groups?id=92795e86-bc90-401e-8d2a-ff4520af3818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317006 Jun 24 17:11:40.390888 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-30e45773-7784-47ed-bb47-e93072069cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1991527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-355756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734938254830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2811142'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:40.392950 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:11:40.429094 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e45773-7784-47ed-bb47-e93072069cf2 admin admin] Network d3559561-7efd-493e-88d1-7d47e478b72a is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 17:11:40.432060 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-30e45773-7784-47ed-bb47-e93072069cf2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 17:11:40.435456 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e45773-7784-47ed-bb47-e93072069cf2 admin admin] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 17:11:40.464251 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e45773-7784-47ed-bb47-e93072069cf2 admin admin] Pushing event updated for resources: {'Port': ['ID=8258b655-3b15-4def-9ff3-29643e87af91,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:11:40.468374 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-30e45773-7784-47ed-bb47-e93072069cf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:11:40.650552 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b739744a-96b5-4915-b145-6b7d1592704b None None] Network a45d101b-6927-4b1f-b60c-ac459e829641 requested from dv-cinder-797970-1-iscsi {{(pid=93702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 17:11:40.794575 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-30e45773-7784-47ed-bb47-e93072069cf2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:40.813304 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-83d3aef7-d8ea-47cb-974a-91b7a7ba47ef None None] Provisioning for port 56d32045-4734-4cda-9a3a-a4906951b257 completed by entity DHCP. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 17:11:41.007997 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-30e45773-7784-47ed-bb47-e93072069cf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-935327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-938626'] for router, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:41.140718 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-aef6ebd2-bfcc-444c-a815-18da0c2e3c53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:41.214914 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30e45773-7784-47ed-bb47-e93072069cf2 admin admin] Router cad84aa6-0a6d-4ed9-9433-51670b9aec79 is scheduled to L3 agent ebb0bbf0-d6bc-43df-80f2-a0cdb1424f3b with binding_index 1 {{(pid=93700) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 17:11:41.326480 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30e45773-7784-47ed-bb47-e93072069cf2 admin admin] Notify agent at l3_agent.dv-cinder-797970-1-iscsi the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 17:11:41.335251 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0653e5c-eeb7-4af7-842b-e0c4075fc6d1 None None] Sync routers for ids ['cad84aa6-0a6d-4ed9-9433-51670b9aec79'] in dv-cinder-797970-1-iscsi {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 17:11:41.344011 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0653e5c-eeb7-4af7-842b-e0c4075fc6d1 None None] Routers {'cad84aa6-0a6d-4ed9-9433-51670b9aec79'} bound to L3 agent in host dv-cinder-797970-1-iscsi {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 17:11:41.344627 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-f0653e5c-eeb7-4af7-842b-e0c4075fc6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T17:00:13Z,description=,heartbeat_timestamp=2021-06-24T17:11:13Z,host='dv-cinder-797970-1-iscsi',id=ebb0bbf0-d6bc-43df-80f2-a0cdb1424f3b,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T17:00:14Z,topic='l3_agent')) {'router_ids': ['cad84aa6-0a6d-4ed9-9433-51670b9aec79'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:11:41.432112 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-30e45773-7784-47ed-bb47-e93072069cf2 admin admin] Notify callbacks [] for router, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:41.434108 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-30e45773-7784-47ed-bb47-e93072069cf2 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4013863 Jun 24 17:11:41.436150 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 58020) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:11:41.445595 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-f0653e5c-eeb7-4af7-842b-e0c4075fc6d1 None None] Set router cad84aa6-0a6d-4ed9-9433-51670b9aec79 gateway port host: dv-cinder-797970-1-iscsi {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 17:11:41.515612 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb6e945-9b41-4557-aa68-b8509550d048 req-797efdbd-d2f4-4012-b5f1-4b6a6eaa492a tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:11:41.517124 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-6eb6e945-9b41-4557-aa68-b8509550d048 req-797efdbd-d2f4-4012-b5f1-4b6a6eaa492a tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a7584ab-9d6d-4da0-8c7d-310e8d6fb3b4 HTTP/1.1" status: 200 len: 946 time: 0.0669191 Jun 24 17:11:41.556619 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-6eb6e945-9b41-4557-aa68-b8509550d048 req-cc67f29f-fb39-4f63-9a8b-7fab7b51ed65 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/security-groups?id=92795e86-bc90-401e-8d2a-ff4520af3818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323057 Jun 24 17:11:41.633171 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-f0653e5c-eeb7-4af7-842b-e0c4075fc6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cad84aa6-0a6d-4ed9-9433-51670b9aec79', 'name': 'tempest-TestMinimumBasicScenario-1723603748-router', 'tenant_id': '2fcaafd20cb9434aa25d111d6081b900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'external_fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '8258b655-3b15-4def-9ff3-29643e87af91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T17:11:39Z', 'updated_at': '2021-06-24T17:11:40Z', 'revision_number': 3, 'project_id': '2fcaafd20cb9434aa25d111d6081b900', 'gw_port': {'id': '8258b655-3b15-4def-9ff3-29643e87af91', 'name': '', 'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:36:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cad84aa6-0a6d-4ed9-9433-51670b9aec79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:11:39Z', 'updated_at': '2021-06-24T17:11:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '004d905c-cc14-4189-936d-82a0eea7da62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-1-iscsi'}], 'dv-cinder-797970-1-iscsi', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:11:41.659374 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0653e5c-eeb7-4af7-842b-e0c4075fc6d1 None None] Checking router: cad84aa6-0a6d-4ed9-9433-51670b9aec79 for host: dv-cinder-797970-1-iscsi {{(pid=93703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 17:11:41.659728 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0653e5c-eeb7-4af7-842b-e0c4075fc6d1 None None] Updating router cad84aa6-0a6d-4ed9-9433-51670b9aec79 port 8258b655-3b15-4def-9ff3-29643e87af91 binding host dv-cinder-797970-1-iscsi {{(pid=93703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 17:11:41.692622 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-f0653e5c-eeb7-4af7-842b-e0c4075fc6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:41.859834 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-06fcc481-ae33-4f01-bd99-938db4541b0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:41.923679 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Device 56d32045-4734-4cda-9a3a-a4906951b257 up at agent ovs-agent-dv-cinder-797970-1-iscsi {{(pid=93702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 17:11:41.950458 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-f0653e5c-eeb7-4af7-842b-e0c4075fc6d1 None None] Notify callbacks [] for port, precommit_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:41.960177 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-f0653e5c-eeb7-4af7-842b-e0c4075fc6d1 None None] Transition to ACTIVE for port object 8258b655-3b15-4def-9ff3-29643e87af91 will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 17:11:42.030423 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-f0653e5c-eeb7-4af7-842b-e0c4075fc6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:42.032771 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG oslo_concurrency.lockutils [None req-3ed31a7d-d960-4a39-ae14-495835f0b056 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:11:42.035030 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [None req-06fcc481-ae33-4f01-bd99-938db4541b0d admin admin] Allocated IP 172.20.0.1 (a45d101b-6927-4b1f-b60c-ac459e829641/ad8c42be-ee98-463d-b12f-0b1f5644eae5/29e5e179-17c2-4041-957e-25f79a5f8658) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 17:11:42.044634 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Provisioning for port 56d32045-4734-4cda-9a3a-a4906951b257 completed by entity L2. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 17:11:42.048829 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Provisioning complete for port 56d32045-4734-4cda-9a3a-a4906951b257 triggered by entity L2. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 17:11:42.049603 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979100'] for port, provisioning_complete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:42.070597 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c70674-187a-4435-809c-7e7b52fe5e34 None None] Pushing event updated for resources: {'Port': ['ID=8258b655-3b15-4def-9ff3-29643e87af91,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:11:42.078806 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c70674-187a-4435-809c-7e7b52fe5e34 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:11:42.079586 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c70674-187a-4435-809c-7e7b52fe5e34 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:11:42.079586 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c70674-187a-4435-809c-7e7b52fe5e34 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:11:42.079808 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c70674-187a-4435-809c-7e7b52fe5e34 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:11:42.080060 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c70674-187a-4435-809c-7e7b52fe5e34 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:11:42.080374 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c70674-187a-4435-809c-7e7b52fe5e34 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:11:42.080687 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c70674-187a-4435-809c-7e7b52fe5e34 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:11:42.080998 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c70674-187a-4435-809c-7e7b52fe5e34 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:11:42.081326 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c70674-187a-4435-809c-7e7b52fe5e34 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:11:42.081639 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c70674-187a-4435-809c-7e7b52fe5e34 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:11:42.081967 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c70674-187a-4435-809c-7e7b52fe5e34 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:11:42.082287 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c70674-187a-4435-809c-7e7b52fe5e34 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:11:42.092307 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG oslo_concurrency.lockutils [None req-c3c70674-187a-4435-809c-7e7b52fe5e34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:11:42.107341 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-f0653e5c-eeb7-4af7-842b-e0c4075fc6d1 None None] Attempting to bind port 8258b655-3b15-4def-9ff3-29643e87af91 on host dv-cinder-797970-1-iscsi for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 17:11:42.107958 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-f0653e5c-eeb7-4af7-842b-e0c4075fc6d1 None None] Attempting to bind port 8258b655-3b15-4def-9ff3-29643e87af91 by drivers openvswitch,hyperv on host dv-cinder-797970-1-iscsi at level 0 using segments [{'id': 'd12f47f8-231e-43a0-ac28-6eda6263252e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 17:11:42.108495 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0653e5c-eeb7-4af7-842b-e0c4075fc6d1 None None] Attempting to bind port 8258b655-3b15-4def-9ff3-29643e87af91 on network d3559561-7efd-493e-88d1-7d47e478b72a {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 17:11:42.113608 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0653e5c-eeb7-4af7-842b-e0c4075fc6d1 None None] Checking agent: {'id': '080a32e4-e34b-4a53-85c8-07f5ff20b123', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797970-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 17, 0, 14), 'started_at': datetime.datetime(2021, 6, 24, 17, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 17, 11, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797970-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 17:11:42.114225 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0653e5c-eeb7-4af7-842b-e0c4075fc6d1 None None] Checking segment: {'id': 'd12f47f8-231e-43a0-ac28-6eda6263252e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 17:11:42.114896 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-f0653e5c-eeb7-4af7-842b-e0c4075fc6d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:42.115479 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0653e5c-eeb7-4af7-842b-e0c4075fc6d1 None None] Bound using segment: {'id': 'd12f47f8-231e-43a0-ac28-6eda6263252e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 17:11:42.116141 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-f0653e5c-eeb7-4af7-842b-e0c4075fc6d1 None None] Bound port: 8258b655-3b15-4def-9ff3-29643e87af91, host: dv-cinder-797970-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd12f47f8-231e-43a0-ac28-6eda6263252e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 17:11:42.116655 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-f0653e5c-eeb7-4af7-842b-e0c4075fc6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:42.144206 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:42.155799 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-06fcc481-ae33-4f01-bd99-938db4541b0d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:42.167523 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-f0653e5c-eeb7-4af7-842b-e0c4075fc6d1 None None] For port 8258b655-3b15-4def-9ff3-29643e87af91, host dv-cinder-797970-1-iscsi, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 17:11:42.169462 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-06fcc481-ae33-4f01-bd99-938db4541b0d admin admin] Transition to ACTIVE for port object 29e5e179-17c2-4041-957e-25f79a5f8658 will not be triggered until provisioned by entity DHCP. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 17:11:42.170657 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-f0653e5c-eeb7-4af7-842b-e0c4075fc6d1 None None] For port 8258b655-3b15-4def-9ff3-29643e87af91, host dv-cinder-797970-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-1-iscsi',level=0,port_id=8258b655-3b15-4def-9ff3-29643e87af91,segment=NetworkSegment(d12f47f8-231e-43a0-ac28-6eda6263252e),segment_id=d12f47f8-231e-43a0-ac28-6eda6263252e)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 17:11:42.176816 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] For port 56d32045-4734-4cda-9a3a-a4906951b257, host dv-cinder-797970-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-1-iscsi',level=0,port_id=56d32045-4734-4cda-9a3a-a4906951b257,segment=NetworkSegment(93f37f3c-6cd2-4479-974f-79faa9f614f1),segment_id=93f37f3c-6cd2-4479-974f-79faa9f614f1)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 17:11:42.242651 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-f0653e5c-eeb7-4af7-842b-e0c4075fc6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:42.245738 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:11:42.276956 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:42.277242 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-06fcc481-ae33-4f01-bd99-938db4541b0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1991527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-355756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734938254830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2811142'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:42.279517 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:11:42.285950 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:11:42.302898 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c70674-187a-4435-809c-7e7b52fe5e34 None None] Pushing event updated for resources: {'Port': ['ID=8258b655-3b15-4def-9ff3-29643e87af91,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:11:42.307342 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG oslo_concurrency.lockutils [None req-c3c70674-187a-4435-809c-7e7b52fe5e34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:11:42.311978 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0653e5c-eeb7-4af7-842b-e0c4075fc6d1 None None] Routers {'cad84aa6-0a6d-4ed9-9433-51670b9aec79'} bound to L3 agent in host dv-cinder-797970-1-iscsi {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 17:11:42.312583 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-f0653e5c-eeb7-4af7-842b-e0c4075fc6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T17:00:13Z,description=,heartbeat_timestamp=2021-06-24T17:11:13Z,host='dv-cinder-797970-1-iscsi',id=ebb0bbf0-d6bc-43df-80f2-a0cdb1424f3b,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T17:00:14Z,topic='l3_agent')) {'router_ids': ['cad84aa6-0a6d-4ed9-9433-51670b9aec79'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:11:42.324162 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06fcc481-ae33-4f01-bd99-938db4541b0d admin admin] Network a45d101b-6927-4b1f-b60c-ac459e829641 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 17:11:42.333486 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Pushing event updated for resources: {'Port': ['ID=56d32045-4734-4cda-9a3a-a4906951b257,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:11:42.336483 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-06fcc481-ae33-4f01-bd99-938db4541b0d admin admin] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 17:11:42.346496 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:11:42.353854 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06fcc481-ae33-4f01-bd99-938db4541b0d admin admin] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 17:11:42.356349 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fcc481-ae33-4f01-bd99-938db4541b0d admin admin] Pushing event updated for resources: {'Port': ['ID=29e5e179-17c2-4041-957e-25f79a5f8658,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:11:42.360334 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-06fcc481-ae33-4f01-bd99-938db4541b0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:11:42.396811 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-06fcc481-ae33-4f01-bd99-938db4541b0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-939535'] for router_interface, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:42.529144 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-f0653e5c-eeb7-4af7-842b-e0c4075fc6d1 None None] Set router cad84aa6-0a6d-4ed9-9433-51670b9aec79 gateway port host: dv-cinder-797970-1-iscsi {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 17:11:42.634707 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-06fcc481-ae33-4f01-bd99-938db4541b0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:42.712658 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-f0653e5c-eeb7-4af7-842b-e0c4075fc6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cad84aa6-0a6d-4ed9-9433-51670b9aec79', 'name': 'tempest-TestMinimumBasicScenario-1723603748-router', 'tenant_id': '2fcaafd20cb9434aa25d111d6081b900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'external_fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '8258b655-3b15-4def-9ff3-29643e87af91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T17:11:39Z', 'updated_at': '2021-06-24T17:11:40Z', 'revision_number': 3, 'project_id': '2fcaafd20cb9434aa25d111d6081b900', 'gw_port': {'id': '8258b655-3b15-4def-9ff3-29643e87af91', 'name': '', 'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:36:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cad84aa6-0a6d-4ed9-9433-51670b9aec79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:11:39Z', 'updated_at': '2021-06-24T17:11:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '004d905c-cc14-4189-936d-82a0eea7da62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-1-iscsi'}], 'dv-cinder-797970-1-iscsi', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:11:42.738349 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0653e5c-eeb7-4af7-842b-e0c4075fc6d1 None None] The sync data for ids ['cad84aa6-0a6d-4ed9-9433-51670b9aec79'] in dv-cinder-797970-1-iscsi is: [{'id': 'cad84aa6-0a6d-4ed9-9433-51670b9aec79', 'name': 'tempest-TestMinimumBasicScenario-1723603748-router', 'tenant_id': '2fcaafd20cb9434aa25d111d6081b900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'external_fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '8258b655-3b15-4def-9ff3-29643e87af91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T17:11:39Z', 'updated_at': '2021-06-24T17:11:40Z', 'revision_number': 3, 'project_id': '2fcaafd20cb9434aa25d111d6081b900', 'gw_port': {'id': '8258b655-3b15-4def-9ff3-29643e87af91', 'name': '', 'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:36:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cad84aa6-0a6d-4ed9-9433-51670b9aec79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:11:39Z', 'updated_at': '2021-06-24T17:11:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '004d905c-cc14-4189-936d-82a0eea7da62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-1-iscsi'}] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 17:11:42.774878 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-8d227f2f-24fc-4099-a64b-08760f4add3a None None] Provisioning for port 29e5e179-17c2-4041-957e-25f79a5f8658 completed by entity DHCP. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 17:11:42.778702 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-8d227f2f-24fc-4099-a64b-08760f4add3a None None] Provisioning complete for port 29e5e179-17c2-4041-957e-25f79a5f8658 triggered by entity DHCP. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 17:11:42.779420 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8d227f2f-24fc-4099-a64b-08760f4add3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979100'] for port, provisioning_complete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:42.835864 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a05c85-64c2-4929-99db-d7f22c8cb857 req-f8e5d5f2-836c-4cc6-87da-c6fade2be32d tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:11:42.837426 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-c1a05c85-64c2-4929-99db-d7f22c8cb857 req-f8e5d5f2-836c-4cc6-87da-c6fade2be32d tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a7584ab-9d6d-4da0-8c7d-310e8d6fb3b4 HTTP/1.1" status: 200 len: 946 time: 0.1505785 Jun 24 17:11:42.880806 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-06fcc481-ae33-4f01-bd99-938db4541b0d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:42.904947 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-c1a05c85-64c2-4929-99db-d7f22c8cb857 req-0908eacc-5004-4f5e-af46-eed4bbd1ef23 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/security-groups?id=92795e86-bc90-401e-8d2a-ff4520af3818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510261 Jun 24 17:11:42.940520 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-8d227f2f-24fc-4099-a64b-08760f4add3a None None] Port 29e5e179-17c2-4041-957e-25f79a5f8658 cannot update to ACTIVE because it is not bound. {{(pid=93702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 17:11:42.946411 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-06fcc481-ae33-4f01-bd99-938db4541b0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2811380'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:42.949148 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-a1c490c5-0907-4502-a4c9-b77f15e7629a tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:11:43.234006 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-06fcc481-ae33-4f01-bd99-938db4541b0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-595654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939771'] for router_interface, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:43.241735 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fcc481-ae33-4f01-bd99-938db4541b0d admin admin] Pushing event updated for resources: {'Port': ['ID=29e5e179-17c2-4041-957e-25f79a5f8658,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:11:43.241735 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-06fcc481-ae33-4f01-bd99-938db4541b0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:11:43.332794 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06fcc481-ae33-4f01-bd99-938db4541b0d admin admin] Network a45d101b-6927-4b1f-b60c-ac459e829641 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 17:11:43.334322 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-06fcc481-ae33-4f01-bd99-938db4541b0d admin admin] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 17:11:43.464061 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06fcc481-ae33-4f01-bd99-938db4541b0d admin admin] Router cad84aa6-0a6d-4ed9-9433-51670b9aec79 has already been hosted by L3 agent ebb0bbf0-d6bc-43df-80f2-a0cdb1424f3b {{(pid=93700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 17:11:43.476654 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-fd093c33-2e62-4873-b292-610e28e9fc6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:43.584127 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06fcc481-ae33-4f01-bd99-938db4541b0d admin admin] Notify agent at l3_agent.dv-cinder-797970-1-iscsi the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 17:11:43.590156 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-06fcc481-ae33-4f01-bd99-938db4541b0d admin admin] 10.222.0.15 "PUT /v2.0/routers/cad84aa6-0a6d-4ed9-9433-51670b9aec79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1525719 Jun 24 17:11:43.680136 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-560cbd70-0b6b-4388-89a2-7af69534579f None None] Provisioning complete for port 29e5e179-17c2-4041-957e-25f79a5f8658 triggered by entity DHCP. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 17:11:43.680509 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-560cbd70-0b6b-4388-89a2-7af69534579f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979100'] for port, provisioning_complete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:43.719245 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-560cbd70-0b6b-4388-89a2-7af69534579f None None] Port 29e5e179-17c2-4041-957e-25f79a5f8658 cannot update to ACTIVE because it is not bound. {{(pid=93702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 17:11:43.887710 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:43.953326 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Device 56d32045-4734-4cda-9a3a-a4906951b257 up at agent ovs-agent-dv-cinder-797970-1-iscsi {{(pid=93702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 17:11:44.007162 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Provisioning complete for port 56d32045-4734-4cda-9a3a-a4906951b257 triggered by entity L2. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 17:11:44.007544 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979100'] for port, provisioning_complete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:44.116901 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Device 8258b655-3b15-4def-9ff3-29643e87af91 up at agent ovs-agent-dv-cinder-797970-1-iscsi {{(pid=93702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 17:11:44.117129 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac96da7-7c27-4c34-80ad-25523dd39159 req-3fb2f233-eec4-4936-85d8-c59956a48ee9 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:11:44.118418 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-2ac96da7-7c27-4c34-80ad-25523dd39159 req-3fb2f233-eec4-4936-85d8-c59956a48ee9 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a7584ab-9d6d-4da0-8c7d-310e8d6fb3b4 HTTP/1.1" status: 200 len: 946 time: 0.0700486 Jun 24 17:11:44.172305 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-2ac96da7-7c27-4c34-80ad-25523dd39159 req-71c1c029-4298-4cec-94c8-5bdaaa0396d1 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/security-groups?id=92795e86-bc90-401e-8d2a-ff4520af3818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478468 Jun 24 17:11:44.241969 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Provisioning for port 8258b655-3b15-4def-9ff3-29643e87af91 completed by entity L2. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 17:11:44.246479 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Provisioning complete for port 8258b655-3b15-4def-9ff3-29643e87af91 triggered by entity L2. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 17:11:44.249063 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979100'] for port, provisioning_complete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:44.349193 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:44.356279 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 58068) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:11:44.361918 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.v2.base [None req-03f66e1c-90ab-4a87-af62-5009a64a5ab5 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1441291312-network', 'tenant_id': '47a90e87e3a646cabc82dcf6f8a87eb5'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 17:11:44.372387 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] For port 8258b655-3b15-4def-9ff3-29643e87af91, host dv-cinder-797970-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-1-iscsi',level=0,port_id=8258b655-3b15-4def-9ff3-29643e87af91,segment=NetworkSegment(d12f47f8-231e-43a0-ac28-6eda6263252e),segment_id=d12f47f8-231e-43a0-ac28-6eda6263252e)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 17:11:44.424507 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03f66e1c-90ab-4a87-af62-5009a64a5ab5 admin admin] Made reservation on behalf of 47a90e87e3a646cabc82dcf6f8a87eb5 for: {'network': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 17:11:44.424846 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:44.426913 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-cbc96848-c8b6-435c-a4ad-01a3f05f7661 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:11:44.433122 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-03f66e1c-90ab-4a87-af62-5009a64a5ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for network, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:44.443346 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-03f66e1c-90ab-4a87-af62-5009a64a5ab5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:44.478435 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Pushing event updated for resources: {'Port': ['ID=8258b655-3b15-4def-9ff3-29643e87af91,revision_number=4']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:11:44.481632 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:11:44.556250 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de14d55a-aed3-4d38-a42f-837c796cef89 None None] Sync routers for ids ['cad84aa6-0a6d-4ed9-9433-51670b9aec79'] in dv-cinder-797970-1-iscsi {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 17:11:44.565359 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de14d55a-aed3-4d38-a42f-837c796cef89 None None] Routers {'cad84aa6-0a6d-4ed9-9433-51670b9aec79'} bound to L3 agent in host dv-cinder-797970-1-iscsi {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 17:11:44.566031 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-de14d55a-aed3-4d38-a42f-837c796cef89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-24T17:00:13Z,description=,heartbeat_timestamp=2021-06-24T17:11:43Z,host='dv-cinder-797970-1-iscsi',id=ebb0bbf0-d6bc-43df-80f2-a0cdb1424f3b,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T17:00:14Z,topic='l3_agent')) {'router_ids': ['cad84aa6-0a6d-4ed9-9433-51670b9aec79'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:11:44.577368 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-03f66e1c-90ab-4a87-af62-5009a64a5ab5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:44.637765 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-03f66e1c-90ab-4a87-af62-5009a64a5ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:44.640860 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-476a0d21-47c8-4d37-81ac-5b04df23d993 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:11:44.663121 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03f66e1c-90ab-4a87-af62-5009a64a5ab5 admin admin] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=93700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 17:11:44.673629 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f66e1c-90ab-4a87-af62-5009a64a5ab5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49bceb8f-954b-40eb-93c7-70156f7e7536,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:11:44.675121 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-de14d55a-aed3-4d38-a42f-837c796cef89 None None] Set router cad84aa6-0a6d-4ed9-9433-51670b9aec79 gateway port host: dv-cinder-797970-1-iscsi {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 17:11:44.679127 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-03f66e1c-90ab-4a87-af62-5009a64a5ab5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:11:44.680282 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-03f66e1c-90ab-4a87-af62-5009a64a5ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083357'] for segment, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:44.680809 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.db.segments_db [None req-03f66e1c-90ab-4a87-af62-5009a64a5ab5 admin admin] Added segment defd71ad-e5ce-4799-a7de-7a3ce70b2694 of type vlan for network c5c93e33-c7d5-455c-90ea-293880ef92df Jun 24 17:11:44.721860 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-03f66e1c-90ab-4a87-af62-5009a64a5ab5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734938226544'] for network, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:44.826515 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-03f66e1c-90ab-4a87-af62-5009a64a5ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-545941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592956'] for network, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:44.827822 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f66e1c-90ab-4a87-af62-5009a64a5ab5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:11:44.828403 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-03f66e1c-90ab-4a87-af62-5009a64a5ab5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592921'] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:44.831495 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:11:44.886108 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-de14d55a-aed3-4d38-a42f-837c796cef89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cad84aa6-0a6d-4ed9-9433-51670b9aec79', 'name': 'tempest-TestMinimumBasicScenario-1723603748-router', 'tenant_id': '2fcaafd20cb9434aa25d111d6081b900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'external_fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '8258b655-3b15-4def-9ff3-29643e87af91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T17:11:39Z', 'updated_at': '2021-06-24T17:11:42Z', 'revision_number': 4, 'project_id': '2fcaafd20cb9434aa25d111d6081b900', 'gw_port': {'id': '8258b655-3b15-4def-9ff3-29643e87af91', 'name': '', 'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:36:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad84aa6-0a6d-4ed9-9433-51670b9aec79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:11:39Z', 'updated_at': '2021-06-24T17:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '004d905c-cc14-4189-936d-82a0eea7da62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-1-iscsi', '_interfaces': [{'id': '29e5e179-17c2-4041-957e-25f79a5f8658', 'name': '', 'network_id': 'a45d101b-6927-4b1f-b60c-ac459e829641', 'tenant_id': '2fcaafd20cb9434aa25d111d6081b900', 'mac_address': 'fa:16:3e:ea:c5:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cad84aa6-0a6d-4ed9-9433-51670b9aec79', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'ad8c42be-ee98-463d-b12f-0b1f5644eae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:11:41Z', 'updated_at': '2021-06-24T17:11:42Z', 'revision_number': 2, 'project_id': '2fcaafd20cb9434aa25d111d6081b900', 'subnets': [{'id': 'ad8c42be-ee98-463d-b12f-0b1f5644eae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-1-iscsi', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:11:44.887468 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f66e1c-90ab-4a87-af62-5009a64a5ab5 admin admin] Pushing event updated for resources: {'Network': ['ID=c5c93e33-c7d5-455c-90ea-293880ef92df,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:11:44.890175 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-03f66e1c-90ab-4a87-af62-5009a64a5ab5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:11:44.918184 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Network c5c93e33-c7d5-455c-90ea-293880ef92df details requested by agent ovs-agent-dv-cinder-797970-1-iscsi with host dv-cinder-797970-1-iscsi {{(pid=93702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 17:11:44.921769 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de14d55a-aed3-4d38-a42f-837c796cef89 None None] Checking router: cad84aa6-0a6d-4ed9-9433-51670b9aec79 for host: dv-cinder-797970-1-iscsi {{(pid=93702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 17:11:44.921903 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de14d55a-aed3-4d38-a42f-837c796cef89 None None] Updating router cad84aa6-0a6d-4ed9-9433-51670b9aec79 port 29e5e179-17c2-4041-957e-25f79a5f8658 binding host dv-cinder-797970-1-iscsi {{(pid=93702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 17:11:44.948789 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5af43288-dd02-4084-874e-f1fcba283848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:44.971020 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-03f66e1c-90ab-4a87-af62-5009a64a5ab5 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6129985 Jun 24 17:11:44.974275 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 58076) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:11:44.981225 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.v2.base [None req-4c08776f-a114-469a-b410-4bb7e4dbe52d admin admin] Request body: {'subnet': {'network_id': 'c5c93e33-c7d5-455c-90ea-293880ef92df', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1441291312-subnet', 'tenant_id': '47a90e87e3a646cabc82dcf6f8a87eb5', 'ip_version': 4}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 17:11:44.986400 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-de14d55a-aed3-4d38-a42f-837c796cef89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:45.123592 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c08776f-a114-469a-b410-4bb7e4dbe52d admin admin] Made reservation on behalf of 47a90e87e3a646cabc82dcf6f8a87eb5 for: {'subnet': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 17:11:45.126671 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4c08776f-a114-469a-b410-4bb7e4dbe52d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10153052'] for subnet, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:45.254139 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387e2f7a-642e-4340-a693-f07f07a38d58 req-f316a29b-529d-4c29-94f5-510660c4a340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:11:45.255607 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-387e2f7a-642e-4340-a693-f07f07a38d58 req-f316a29b-529d-4c29-94f5-510660c4a340 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6a7584ab-9d6d-4da0-8c7d-310e8d6fb3b4 HTTP/1.1" status: 200 len: 1099 time: 0.0843472 Jun 24 17:11:45.274430 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-de14d55a-aed3-4d38-a42f-837c796cef89 None None] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:45.284883 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-de14d55a-aed3-4d38-a42f-837c796cef89 None None] Transition to ACTIVE for port object 29e5e179-17c2-4041-957e-25f79a5f8658 will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 17:11:45.351046 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-387e2f7a-642e-4340-a693-f07f07a38d58 req-35eff5ee-af96-4de4-b4c1-e253e47d9498 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=92795e86-bc90-401e-8d2a-ff4520af3818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739305 Jun 24 17:11:45.380931 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-de14d55a-aed3-4d38-a42f-837c796cef89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:45.384139 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-5af7f1a4-d828-4b4e-9567-f71e1bb03c1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:11:45.415032 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297e822c-c84e-4a80-bdb1-c4c0f67ccea7 req-eac05fa2-7ea1-4a7e-b281-50cefa805104 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:11:45.416578 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-297e822c-c84e-4a80-bdb1-c4c0f67ccea7 req-eac05fa2-7ea1-4a7e-b281-50cefa805104 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a7584ab-9d6d-4da0-8c7d-310e8d6fb3b4 HTTP/1.1" status: 200 len: 946 time: 0.1273973 Jun 24 17:11:45.455283 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe50129-1454-4ddc-9cd4-fc88e9fa097e None None] Pushing event updated for resources: {'Port': ['ID=29e5e179-17c2-4041-957e-25f79a5f8658,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:11:45.458432 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-297e822c-c84e-4a80-bdb1-c4c0f67ccea7 req-fc367e12-c19c-4a1e-8617-3b45da22c246 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/security-groups?id=92795e86-bc90-401e-8d2a-ff4520af3818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349443 Jun 24 17:11:45.458590 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-fbe50129-1454-4ddc-9cd4-fc88e9fa097e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:11:45.470828 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4c08776f-a114-469a-b410-4bb7e4dbe52d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10147757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10152630'] for subnet, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:45.479339 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:11:45.492357 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-de14d55a-aed3-4d38-a42f-837c796cef89 None None] Attempting to bind port 29e5e179-17c2-4041-957e-25f79a5f8658 on host dv-cinder-797970-1-iscsi for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 17:11:45.492357 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-de14d55a-aed3-4d38-a42f-837c796cef89 None None] Attempting to bind port 29e5e179-17c2-4041-957e-25f79a5f8658 by drivers openvswitch,hyperv on host dv-cinder-797970-1-iscsi at level 0 using segments [{'id': '93f37f3c-6cd2-4479-974f-79faa9f614f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a45d101b-6927-4b1f-b60c-ac459e829641'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 17:11:45.492794 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de14d55a-aed3-4d38-a42f-837c796cef89 None None] Attempting to bind port 29e5e179-17c2-4041-957e-25f79a5f8658 on network a45d101b-6927-4b1f-b60c-ac459e829641 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 17:11:45.498331 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de14d55a-aed3-4d38-a42f-837c796cef89 None None] Checking agent: {'id': '080a32e4-e34b-4a53-85c8-07f5ff20b123', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797970-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 17, 0, 14), 'started_at': datetime.datetime(2021, 6, 24, 17, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 17, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797970-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 17:11:45.498717 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de14d55a-aed3-4d38-a42f-837c796cef89 None None] Checking segment: {'id': '93f37f3c-6cd2-4479-974f-79faa9f614f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a45d101b-6927-4b1f-b60c-ac459e829641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 17:11:45.499130 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-de14d55a-aed3-4d38-a42f-837c796cef89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:45.499579 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de14d55a-aed3-4d38-a42f-837c796cef89 None None] Bound using segment: {'id': '93f37f3c-6cd2-4479-974f-79faa9f614f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a45d101b-6927-4b1f-b60c-ac459e829641'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 17:11:45.500057 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-de14d55a-aed3-4d38-a42f-837c796cef89 None None] Bound port: 29e5e179-17c2-4041-957e-25f79a5f8658, host: dv-cinder-797970-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93f37f3c-6cd2-4479-974f-79faa9f614f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a45d101b-6927-4b1f-b60c-ac459e829641'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 17:11:45.500445 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-de14d55a-aed3-4d38-a42f-837c796cef89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:45.548929 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c08776f-a114-469a-b410-4bb7e4dbe52d admin admin] Pushing event updated for resources: {'Subnet': ['ID=468e31df-0b63-461a-89d8-66105d021cb2,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:11:45.553137 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-4c08776f-a114-469a-b410-4bb7e4dbe52d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:11:45.553778 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c08776f-a114-469a-b410-4bb7e4dbe52d admin admin] Checking segment: {'id': 'defd71ad-e5ce-4799-a7de-7a3ce70b2694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c5c93e33-c7d5-455c-90ea-293880ef92df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 17:11:45.554191 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c08776f-a114-469a-b410-4bb7e4dbe52d admin admin] Network hostable DHCP agents. Network: c5c93e33-c7d5-455c-90ea-293880ef92df, hostable agents: ['254af59c-4468-4f5d-9dc1-adf32c301d4f'], hosted agents: [] {{(pid=93701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 17:11:45.577487 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-de14d55a-aed3-4d38-a42f-837c796cef89 None None] For port 29e5e179-17c2-4041-957e-25f79a5f8658, host dv-cinder-797970-1-iscsi, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 17:11:45.581425 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-de14d55a-aed3-4d38-a42f-837c796cef89 None None] For port 29e5e179-17c2-4041-957e-25f79a5f8658, host dv-cinder-797970-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-1-iscsi',level=0,port_id=29e5e179-17c2-4041-957e-25f79a5f8658,segment=NetworkSegment(93f37f3c-6cd2-4479-974f-79faa9f614f1),segment_id=93f37f3c-6cd2-4479-974f-79faa9f614f1)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 17:11:45.666555 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c08776f-a114-469a-b410-4bb7e4dbe52d admin admin] Network c5c93e33-c7d5-455c-90ea-293880ef92df is scheduled to be hosted by DHCP agent 254af59c-4468-4f5d-9dc1-adf32c301d4f with binding_index 1 {{(pid=93701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 17:11:45.747008 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-de14d55a-aed3-4d38-a42f-837c796cef89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:45.749117 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-c9ba9d4e-859f-44bc-8ec4-5410329cb179 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:11:45.811780 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe50129-1454-4ddc-9cd4-fc88e9fa097e None None] Pushing event updated for resources: {'Port': ['ID=29e5e179-17c2-4041-957e-25f79a5f8658,revision_number=4']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:11:45.813128 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-4c08776f-a114-469a-b410-4bb7e4dbe52d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797970-1-iscsi, c5c93e33-c7d5-455c-90ea-293880ef92df) {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 17:11:45.816959 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-fbe50129-1454-4ddc-9cd4-fc88e9fa097e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:11:45.824741 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de14d55a-aed3-4d38-a42f-837c796cef89 None None] Routers {'cad84aa6-0a6d-4ed9-9433-51670b9aec79'} bound to L3 agent in host dv-cinder-797970-1-iscsi {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 17:11:45.824870 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c08776f-a114-469a-b410-4bb7e4dbe52d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:11:45.824870 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4c08776f-a114-469a-b410-4bb7e4dbe52d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:45.825037 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-de14d55a-aed3-4d38-a42f-837c796cef89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-24T17:00:13Z,description=,heartbeat_timestamp=2021-06-24T17:11:43Z,host='dv-cinder-797970-1-iscsi',id=ebb0bbf0-d6bc-43df-80f2-a0cdb1424f3b,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T17:00:14Z,topic='l3_agent')) {'router_ids': ['cad84aa6-0a6d-4ed9-9433-51670b9aec79'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:11:45.863294 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae6742a5-d90e-45cc-9c7b-9f85a1be86a5 None None] Network c5c93e33-c7d5-455c-90ea-293880ef92df requested from dv-cinder-797970-1-iscsi {{(pid=93702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 17:11:45.884184 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Device 8258b655-3b15-4def-9ff3-29643e87af91 up at agent ovs-agent-dv-cinder-797970-1-iscsi {{(pid=93702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 17:11:45.925122 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-4c08776f-a114-469a-b410-4bb7e4dbe52d admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9487979 Jun 24 17:11:45.927943 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 58084) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:11:45.934780 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.v2.base [None req-2b2239d2-b71b-43df-ba7d-1dc4523b85f3 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1441291312-router', 'tenant_id': '47a90e87e3a646cabc82dcf6f8a87eb5', 'external_gateway_info': {'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a'}}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 17:11:46.032158 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2b2239d2-b71b-43df-ba7d-1dc4523b85f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-935716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25137'] for router, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:46.033374 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2b2239d2-b71b-43df-ba7d-1dc4523b85f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-935709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-926300', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25146'] for router, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:46.046117 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-de14d55a-aed3-4d38-a42f-837c796cef89 None None] Set router cad84aa6-0a6d-4ed9-9433-51670b9aec79 gateway port host: dv-cinder-797970-1-iscsi {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 17:11:46.089873 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2b2239d2-b71b-43df-ba7d-1dc4523b85f3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:46.236215 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Provisioning complete for port 8258b655-3b15-4def-9ff3-29643e87af91 triggered by entity L2. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 17:11:46.236629 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979100'] for port, provisioning_complete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:46.283421 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2b2239d2-b71b-43df-ba7d-1dc4523b85f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-926208', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-935312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25108'] for router, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:46.381436 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-318909f5-bc0e-4971-b611-90d3447c35ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e573fc9-6f75-50b0-852a-544de058715c-c5c93e33-c7d5-455c-90ea-293880ef92df', 'network_id': 'c5c93e33-c7d5-455c-90ea-293880ef92df', 'tenant_id': '47a90e87e3a646cabc82dcf6f8a87eb5', 'fixed_ips': [{'subnet_id': '468e31df-0b63-461a-89d8-66105d021cb2'}]}} from dv-cinder-797970-1-iscsi. {{(pid=93702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 17:11:46.382691 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-318909f5-bc0e-4971-b611-90d3447c35ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:46.518628 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-845c8506-8cf5-4b6b-bbc4-443bdb09ac47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:46.550823 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2b2239d2-b71b-43df-ba7d-1dc4523b85f3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:46.570796 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2b2239d2-b71b-43df-ba7d-1dc4523b85f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:46.621073 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [None req-318909f5-bc0e-4971-b611-90d3447c35ea None None] Allocated IP 172.20.0.2 (c5c93e33-c7d5-455c-90ea-293880ef92df/468e31df-0b63-461a-89d8-66105d021cb2/a9ebcdd8-5031-4897-9df5-1748c6492700) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 17:11:46.637985 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-de14d55a-aed3-4d38-a42f-837c796cef89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cad84aa6-0a6d-4ed9-9433-51670b9aec79', 'name': 'tempest-TestMinimumBasicScenario-1723603748-router', 'tenant_id': '2fcaafd20cb9434aa25d111d6081b900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'external_fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '8258b655-3b15-4def-9ff3-29643e87af91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T17:11:39Z', 'updated_at': '2021-06-24T17:11:42Z', 'revision_number': 4, 'project_id': '2fcaafd20cb9434aa25d111d6081b900', 'gw_port': {'id': '8258b655-3b15-4def-9ff3-29643e87af91', 'name': '', 'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:36:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad84aa6-0a6d-4ed9-9433-51670b9aec79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:11:39Z', 'updated_at': '2021-06-24T17:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '004d905c-cc14-4189-936d-82a0eea7da62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-1-iscsi', '_interfaces': [{'id': '29e5e179-17c2-4041-957e-25f79a5f8658', 'name': '', 'network_id': 'a45d101b-6927-4b1f-b60c-ac459e829641', 'tenant_id': '2fcaafd20cb9434aa25d111d6081b900', 'mac_address': 'fa:16:3e:ea:c5:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cad84aa6-0a6d-4ed9-9433-51670b9aec79', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'ad8c42be-ee98-463d-b12f-0b1f5644eae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:11:41Z', 'updated_at': '2021-06-24T17:11:45Z', 'revision_number': 4, 'project_id': '2fcaafd20cb9434aa25d111d6081b900', 'subnets': [{'id': 'ad8c42be-ee98-463d-b12f-0b1f5644eae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-1-iscsi', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:11:46.672466 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de14d55a-aed3-4d38-a42f-837c796cef89 None None] The sync data for ids ['cad84aa6-0a6d-4ed9-9433-51670b9aec79'] in dv-cinder-797970-1-iscsi is: [{'id': 'cad84aa6-0a6d-4ed9-9433-51670b9aec79', 'name': 'tempest-TestMinimumBasicScenario-1723603748-router', 'tenant_id': '2fcaafd20cb9434aa25d111d6081b900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'external_fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '8258b655-3b15-4def-9ff3-29643e87af91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T17:11:39Z', 'updated_at': '2021-06-24T17:11:42Z', 'revision_number': 4, 'project_id': '2fcaafd20cb9434aa25d111d6081b900', 'gw_port': {'id': '8258b655-3b15-4def-9ff3-29643e87af91', 'name': '', 'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:36:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad84aa6-0a6d-4ed9-9433-51670b9aec79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:11:39Z', 'updated_at': '2021-06-24T17:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '004d905c-cc14-4189-936d-82a0eea7da62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-1-iscsi', '_interfaces': [{'id': '29e5e179-17c2-4041-957e-25f79a5f8658', 'name': '', 'network_id': 'a45d101b-6927-4b1f-b60c-ac459e829641', 'tenant_id': '2fcaafd20cb9434aa25d111d6081b900', 'mac_address': 'fa:16:3e:ea:c5:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cad84aa6-0a6d-4ed9-9433-51670b9aec79', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'ad8c42be-ee98-463d-b12f-0b1f5644eae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:11:41Z', 'updated_at': '2021-06-24T17:11:45Z', 'revision_number': 4, 'project_id': '2fcaafd20cb9434aa25d111d6081b900', 'subnets': [{'id': 'ad8c42be-ee98-463d-b12f-0b1f5644eae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 17:11:46.749619 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [None req-2b2239d2-b71b-43df-ba7d-1dc4523b85f3 admin admin] Allocated IP 172.27.2.61 (d3559561-7efd-493e-88d1-7d47e478b72a/004d905c-cc14-4189-936d-82a0eea7da62/f8ab4fcf-a935-4ec4-8176-14caa7a04d02) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 17:11:46.758935 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9fc6c5-b1d3-4d2a-b654-e5d6b957fc73 req-9352a44e-9863-4e73-b892-2ab8b66162e2 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:11:46.769800 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-6e9fc6c5-b1d3-4d2a-b654-e5d6b957fc73 req-9352a44e-9863-4e73-b892-2ab8b66162e2 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a7584ab-9d6d-4da0-8c7d-310e8d6fb3b4 HTTP/1.1" status: 200 len: 946 time: 0.1609142 Jun 24 17:11:46.832749 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-6e9fc6c5-b1d3-4d2a-b654-e5d6b957fc73 req-b766d389-51b7-414d-9d69-9daf0434da84 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/security-groups?id=92795e86-bc90-401e-8d2a-ff4520af3818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619633 Jun 24 17:11:46.863546 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-318909f5-bc0e-4971-b611-90d3447c35ea None None] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:46.873599 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-318909f5-bc0e-4971-b611-90d3447c35ea None None] Transition to ACTIVE for port object a9ebcdd8-5031-4897-9df5-1748c6492700 will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 17:11:46.896498 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-318909f5-bc0e-4971-b611-90d3447c35ea None None] Transition to ACTIVE for port object a9ebcdd8-5031-4897-9df5-1748c6492700 will not be triggered until provisioned by entity DHCP. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 17:11:46.946453 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2b2239d2-b71b-43df-ba7d-1dc4523b85f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:46.965568 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-318909f5-bc0e-4971-b611-90d3447c35ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1991527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-355756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734938254830'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:46.969381 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:11:47.016952 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-318909f5-bc0e-4971-b611-90d3447c35ea None None] Network c5c93e33-c7d5-455c-90ea-293880ef92df is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 17:11:47.025226 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-318909f5-bc0e-4971-b611-90d3447c35ea None None] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 17:11:47.027483 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318909f5-bc0e-4971-b611-90d3447c35ea None None] Pushing event updated for resources: {'Port': ['ID=a9ebcdd8-5031-4897-9df5-1748c6492700,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:11:47.030084 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318909f5-bc0e-4971-b611-90d3447c35ea None None] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 17:11:47.035011 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-318909f5-bc0e-4971-b611-90d3447c35ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:11:47.076591 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2b2239d2-b71b-43df-ba7d-1dc4523b85f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1991527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-355756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734938254830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2811142'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:47.079037 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:11:47.092256 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-318909f5-bc0e-4971-b611-90d3447c35ea None None] Attempting to bind port a9ebcdd8-5031-4897-9df5-1748c6492700 on host dv-cinder-797970-1-iscsi for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 17:11:47.092792 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-318909f5-bc0e-4971-b611-90d3447c35ea None None] Attempting to bind port a9ebcdd8-5031-4897-9df5-1748c6492700 by drivers openvswitch,hyperv on host dv-cinder-797970-1-iscsi at level 0 using segments [{'id': 'defd71ad-e5ce-4799-a7de-7a3ce70b2694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c5c93e33-c7d5-455c-90ea-293880ef92df'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 17:11:47.093035 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318909f5-bc0e-4971-b611-90d3447c35ea None None] Attempting to bind port a9ebcdd8-5031-4897-9df5-1748c6492700 on network c5c93e33-c7d5-455c-90ea-293880ef92df {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 17:11:47.098495 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318909f5-bc0e-4971-b611-90d3447c35ea None None] Checking agent: {'id': '080a32e4-e34b-4a53-85c8-07f5ff20b123', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797970-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 17, 0, 14), 'started_at': datetime.datetime(2021, 6, 24, 17, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 17, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797970-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 17:11:47.098883 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318909f5-bc0e-4971-b611-90d3447c35ea None None] Checking segment: {'id': 'defd71ad-e5ce-4799-a7de-7a3ce70b2694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c5c93e33-c7d5-455c-90ea-293880ef92df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 17:11:47.099279 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-318909f5-bc0e-4971-b611-90d3447c35ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:47.099712 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318909f5-bc0e-4971-b611-90d3447c35ea None None] Bound using segment: {'id': 'defd71ad-e5ce-4799-a7de-7a3ce70b2694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c5c93e33-c7d5-455c-90ea-293880ef92df'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 17:11:47.100827 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-318909f5-bc0e-4971-b611-90d3447c35ea None None] Bound port: a9ebcdd8-5031-4897-9df5-1748c6492700, host: dv-cinder-797970-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'defd71ad-e5ce-4799-a7de-7a3ce70b2694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c5c93e33-c7d5-455c-90ea-293880ef92df'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 17:11:47.101217 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-318909f5-bc0e-4971-b611-90d3447c35ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:47.120533 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b2239d2-b71b-43df-ba7d-1dc4523b85f3 admin admin] Network d3559561-7efd-493e-88d1-7d47e478b72a is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 17:11:47.123827 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-2b2239d2-b71b-43df-ba7d-1dc4523b85f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 17:11:47.128592 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2239d2-b71b-43df-ba7d-1dc4523b85f3 admin admin] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 17:11:47.155734 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2239d2-b71b-43df-ba7d-1dc4523b85f3 admin admin] Pushing event updated for resources: {'Port': ['ID=f8ab4fcf-a935-4ec4-8176-14caa7a04d02,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:11:47.159703 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-2b2239d2-b71b-43df-ba7d-1dc4523b85f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:11:47.182573 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-318909f5-bc0e-4971-b611-90d3447c35ea None None] For port a9ebcdd8-5031-4897-9df5-1748c6492700, host dv-cinder-797970-1-iscsi, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 17:11:47.185852 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-318909f5-bc0e-4971-b611-90d3447c35ea None None] For port a9ebcdd8-5031-4897-9df5-1748c6492700, host dv-cinder-797970-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-1-iscsi',level=0,port_id=a9ebcdd8-5031-4897-9df5-1748c6492700,segment=NetworkSegment(defd71ad-e5ce-4799-a7de-7a3ce70b2694),segment_id=defd71ad-e5ce-4799-a7de-7a3ce70b2694)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 17:11:47.253618 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-318909f5-bc0e-4971-b611-90d3447c35ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:47.255926 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-70cca300-bc5d-4ec1-b086-379963ab15a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:11:47.329148 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318909f5-bc0e-4971-b611-90d3447c35ea None None] Pushing event updated for resources: {'Port': ['ID=a9ebcdd8-5031-4897-9df5-1748c6492700,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:11:47.333845 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-318909f5-bc0e-4971-b611-90d3447c35ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:11:47.484481 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2b2239d2-b71b-43df-ba7d-1dc4523b85f3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:47.708237 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2b2239d2-b71b-43df-ba7d-1dc4523b85f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-935327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-938626'] for router, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:47.937225 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Device 29e5e179-17c2-4041-957e-25f79a5f8658 up at agent ovs-agent-dv-cinder-797970-1-iscsi {{(pid=93702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 17:11:47.957678 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b2239d2-b71b-43df-ba7d-1dc4523b85f3 admin admin] Router 17470869-6c3d-421b-8c97-2519341fd733 is scheduled to L3 agent ebb0bbf0-d6bc-43df-80f2-a0cdb1424f3b with binding_index 1 {{(pid=93700) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 17:11:48.071240 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Provisioning for port 29e5e179-17c2-4041-957e-25f79a5f8658 completed by entity L2. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 17:11:48.082553 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Provisioning complete for port 29e5e179-17c2-4041-957e-25f79a5f8658 triggered by entity L2. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 17:11:48.082948 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979100'] for port, provisioning_complete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:48.140103 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b2239d2-b71b-43df-ba7d-1dc4523b85f3 admin admin] Notify agent at l3_agent.dv-cinder-797970-1-iscsi the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 17:11:48.152948 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07267ea7-8853-4bd5-a8bb-3b283a7adabc None None] Sync routers for ids ['17470869-6c3d-421b-8c97-2519341fd733'] in dv-cinder-797970-1-iscsi {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 17:11:48.168036 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07267ea7-8853-4bd5-a8bb-3b283a7adabc None None] Routers {'17470869-6c3d-421b-8c97-2519341fd733'} bound to L3 agent in host dv-cinder-797970-1-iscsi {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 17:11:48.169055 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-07267ea7-8853-4bd5-a8bb-3b283a7adabc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-24T17:00:13Z,description=,heartbeat_timestamp=2021-06-24T17:11:43Z,host='dv-cinder-797970-1-iscsi',id=ebb0bbf0-d6bc-43df-80f2-a0cdb1424f3b,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T17:00:14Z,topic='l3_agent')) {'router_ids': ['17470869-6c3d-421b-8c97-2519341fd733'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:11:48.226028 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:48.243309 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2b2239d2-b71b-43df-ba7d-1dc4523b85f3 admin admin] Notify callbacks [] for router, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:48.244916 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-2b2239d2-b71b-43df-ba7d-1dc4523b85f3 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3150849 Jun 24 17:11:48.248236 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 58108) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:11:48.266325 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] For port 29e5e179-17c2-4041-957e-25f79a5f8658, host dv-cinder-797970-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-1-iscsi',level=0,port_id=29e5e179-17c2-4041-957e-25f79a5f8658,segment=NetworkSegment(93f37f3c-6cd2-4479-974f-79faa9f614f1),segment_id=93f37f3c-6cd2-4479-974f-79faa9f614f1)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 17:11:48.307949 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-07267ea7-8853-4bd5-a8bb-3b283a7adabc None None] Set router 17470869-6c3d-421b-8c97-2519341fd733 gateway port host: dv-cinder-797970-1-iscsi {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 17:11:48.333489 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:48.335918 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Device a9ebcdd8-5031-4897-9df5-1748c6492700 up at agent ovs-agent-dv-cinder-797970-1-iscsi {{(pid=93702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 17:11:48.339282 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-318909f5-bc0e-4971-b611-90d3447c35ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:11:48.391311 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72653766-4cb3-4567-8f46-1ccdd46f3c16 req-cf055d8b-230a-4733-8545-075a63459a77 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:11:48.401168 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-72653766-4cb3-4567-8f46-1ccdd46f3c16 req-cf055d8b-230a-4733-8545-075a63459a77 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a7584ab-9d6d-4da0-8c7d-310e8d6fb3b4 HTTP/1.1" status: 200 len: 946 time: 0.4456375 Jun 24 17:11:48.453065 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Pushing event updated for resources: {'Port': ['ID=29e5e179-17c2-4041-957e-25f79a5f8658,revision_number=5']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:11:48.456178 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-72653766-4cb3-4567-8f46-1ccdd46f3c16 req-e0863c90-4aba-4323-a6d7-728ecf227e31 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/security-groups?id=92795e86-bc90-401e-8d2a-ff4520af3818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537713 Jun 24 17:11:48.470051 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:11:48.558511 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-07267ea7-8853-4bd5-a8bb-3b283a7adabc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17470869-6c3d-421b-8c97-2519341fd733', 'name': 'tempest-TestMinimumBasicScenario-1441291312-router', 'tenant_id': '47a90e87e3a646cabc82dcf6f8a87eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'external_fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.61'}], 'enable_snat': True}, 'gw_port_id': 'f8ab4fcf-a935-4ec4-8176-14caa7a04d02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T17:11:46Z', 'updated_at': '2021-06-24T17:11:47Z', 'revision_number': 3, 'project_id': '47a90e87e3a646cabc82dcf6f8a87eb5', 'gw_port': {'id': 'f8ab4fcf-a935-4ec4-8176-14caa7a04d02', 'name': '', 'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c1:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17470869-6c3d-421b-8c97-2519341fd733', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:11:46Z', 'updated_at': '2021-06-24T17:11:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '004d905c-cc14-4189-936d-82a0eea7da62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-1-iscsi'}], 'dv-cinder-797970-1-iscsi', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:11:48.581570 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Provisioning for port a9ebcdd8-5031-4897-9df5-1748c6492700 completed by entity L2. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 17:11:48.597461 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07267ea7-8853-4bd5-a8bb-3b283a7adabc None None] Checking router: 17470869-6c3d-421b-8c97-2519341fd733 for host: dv-cinder-797970-1-iscsi {{(pid=93703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 17:11:48.597461 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07267ea7-8853-4bd5-a8bb-3b283a7adabc None None] Updating router 17470869-6c3d-421b-8c97-2519341fd733 port f8ab4fcf-a935-4ec4-8176-14caa7a04d02 binding host dv-cinder-797970-1-iscsi {{(pid=93703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 17:11:48.601014 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b48e72d5-f4f0-46bc-a38a-67e798ba83e1 None None] Network c5c93e33-c7d5-455c-90ea-293880ef92df requested from dv-cinder-797970-1-iscsi {{(pid=93702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 17:11:48.650670 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-07267ea7-8853-4bd5-a8bb-3b283a7adabc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:48.729690 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-fb4741bf-ea83-4478-99f4-72cc1f934c39 None None] Provisioning for port a9ebcdd8-5031-4897-9df5-1748c6492700 completed by entity DHCP. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 17:11:48.742958 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-fb4741bf-ea83-4478-99f4-72cc1f934c39 None None] Provisioning complete for port a9ebcdd8-5031-4897-9df5-1748c6492700 triggered by entity DHCP. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 17:11:48.746414 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-fb4741bf-ea83-4478-99f4-72cc1f934c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979100'] for port, provisioning_complete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:48.889536 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-fb4741bf-ea83-4478-99f4-72cc1f934c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:48.944828 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-fb4741bf-ea83-4478-99f4-72cc1f934c39 None None] For port a9ebcdd8-5031-4897-9df5-1748c6492700, host dv-cinder-797970-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-1-iscsi',level=0,port_id=a9ebcdd8-5031-4897-9df5-1748c6492700,segment=NetworkSegment(defd71ad-e5ce-4799-a7de-7a3ce70b2694),segment_id=defd71ad-e5ce-4799-a7de-7a3ce70b2694)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 17:11:49.017259 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7f559cb9-6c8e-4b38-b4f1-9dd8b8d4edf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:49.019245 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-07267ea7-8853-4bd5-a8bb-3b283a7adabc None None] Notify callbacks [] for port, precommit_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:49.031794 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-07267ea7-8853-4bd5-a8bb-3b283a7adabc None None] Transition to ACTIVE for port object f8ab4fcf-a935-4ec4-8176-14caa7a04d02 will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 17:11:49.039023 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-fb4741bf-ea83-4478-99f4-72cc1f934c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:49.040570 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:11:49.096953 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4741bf-ea83-4478-99f4-72cc1f934c39 None None] Pushing event updated for resources: {'Port': ['ID=a9ebcdd8-5031-4897-9df5-1748c6492700,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:11:49.107211 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-fb4741bf-ea83-4478-99f4-72cc1f934c39 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:11:49.138986 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-07267ea7-8853-4bd5-a8bb-3b283a7adabc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:49.149604 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:11:49.195588 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-07267ea7-8853-4bd5-a8bb-3b283a7adabc None None] Attempting to bind port f8ab4fcf-a935-4ec4-8176-14caa7a04d02 on host dv-cinder-797970-1-iscsi for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 17:11:49.196263 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-07267ea7-8853-4bd5-a8bb-3b283a7adabc None None] Attempting to bind port f8ab4fcf-a935-4ec4-8176-14caa7a04d02 by drivers openvswitch,hyperv on host dv-cinder-797970-1-iscsi at level 0 using segments [{'id': 'd12f47f8-231e-43a0-ac28-6eda6263252e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 17:11:49.196375 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07267ea7-8853-4bd5-a8bb-3b283a7adabc None None] Attempting to bind port f8ab4fcf-a935-4ec4-8176-14caa7a04d02 on network d3559561-7efd-493e-88d1-7d47e478b72a {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 17:11:49.206481 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520e2fa6-c310-423d-acab-08c6cda83859 None None] Pushing event updated for resources: {'Port': ['ID=f8ab4fcf-a935-4ec4-8176-14caa7a04d02,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:11:49.208989 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07267ea7-8853-4bd5-a8bb-3b283a7adabc None None] Checking agent: {'id': '080a32e4-e34b-4a53-85c8-07f5ff20b123', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797970-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 17, 0, 14), 'started_at': datetime.datetime(2021, 6, 24, 17, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 17, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797970-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 17:11:49.209922 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07267ea7-8853-4bd5-a8bb-3b283a7adabc None None] Checking segment: {'id': 'd12f47f8-231e-43a0-ac28-6eda6263252e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 17:11:49.210328 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-07267ea7-8853-4bd5-a8bb-3b283a7adabc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:49.210711 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07267ea7-8853-4bd5-a8bb-3b283a7adabc None None] Bound using segment: {'id': 'd12f47f8-231e-43a0-ac28-6eda6263252e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 17:11:49.211376 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-07267ea7-8853-4bd5-a8bb-3b283a7adabc None None] Bound port: f8ab4fcf-a935-4ec4-8176-14caa7a04d02, host: dv-cinder-797970-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd12f47f8-231e-43a0-ac28-6eda6263252e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 17:11:49.211774 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-07267ea7-8853-4bd5-a8bb-3b283a7adabc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:49.214278 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG oslo_concurrency.lockutils [None req-520e2fa6-c310-423d-acab-08c6cda83859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:11:49.222771 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c078f6-179d-40e3-96d4-d6f9aab0683e req-5bc4622e-ed2c-49a8-a75c-d2305d78bc98 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:11:49.222771 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-f8c078f6-179d-40e3-96d4-d6f9aab0683e req-5bc4622e-ed2c-49a8-a75c-d2305d78bc98 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6dbc35d-61b7-423f-84a9-e5c0a18c6019 HTTP/1.1" status: 200 len: 945 time: 0.1407263 Jun 24 17:11:49.254181 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [None req-7f559cb9-6c8e-4b38-b4f1-9dd8b8d4edf1 admin admin] Allocated IP 172.20.0.1 (c5c93e33-c7d5-455c-90ea-293880ef92df/468e31df-0b63-461a-89d8-66105d021cb2/1ece8027-a21d-480f-8e84-df6d628ff256) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 17:11:49.258914 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-f132efd3-2ea7-421f-8c9d-958552bb8657 None None] Provisioning complete for port a9ebcdd8-5031-4897-9df5-1748c6492700 triggered by entity DHCP. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 17:11:49.259405 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-f132efd3-2ea7-421f-8c9d-958552bb8657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979100'] for port, provisioning_complete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:49.266706 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-07267ea7-8853-4bd5-a8bb-3b283a7adabc None None] For port f8ab4fcf-a935-4ec4-8176-14caa7a04d02, host dv-cinder-797970-1-iscsi, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 17:11:49.269812 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-07267ea7-8853-4bd5-a8bb-3b283a7adabc None None] For port f8ab4fcf-a935-4ec4-8176-14caa7a04d02, host dv-cinder-797970-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-1-iscsi',level=0,port_id=f8ab4fcf-a935-4ec4-8176-14caa7a04d02,segment=NetworkSegment(d12f47f8-231e-43a0-ac28-6eda6263252e),segment_id=d12f47f8-231e-43a0-ac28-6eda6263252e)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 17:11:49.280825 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-f8c078f6-179d-40e3-96d4-d6f9aab0683e req-92d05a0f-a970-4e32-a49d-f4bd0c7c0db4 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.15 "GET /v2.0/security-groups?id=240ea0bc-105c-4667-abc7-4b917e0290b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511017 Jun 24 17:11:49.322361 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-07267ea7-8853-4bd5-a8bb-3b283a7adabc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:49.325485 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:11:49.388455 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7f559cb9-6c8e-4b38-b4f1-9dd8b8d4edf1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:49.392602 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520e2fa6-c310-423d-acab-08c6cda83859 None None] Pushing event updated for resources: {'Port': ['ID=f8ab4fcf-a935-4ec4-8176-14caa7a04d02,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:11:49.401129 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-7f559cb9-6c8e-4b38-b4f1-9dd8b8d4edf1 admin admin] Transition to ACTIVE for port object 1ece8027-a21d-480f-8e84-df6d628ff256 will not be triggered until provisioned by entity DHCP. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 17:11:49.402126 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07267ea7-8853-4bd5-a8bb-3b283a7adabc None None] Routers {'17470869-6c3d-421b-8c97-2519341fd733'} bound to L3 agent in host dv-cinder-797970-1-iscsi {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 17:11:49.402782 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-07267ea7-8853-4bd5-a8bb-3b283a7adabc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-24T17:00:13Z,description=,heartbeat_timestamp=2021-06-24T17:11:43Z,host='dv-cinder-797970-1-iscsi',id=ebb0bbf0-d6bc-43df-80f2-a0cdb1424f3b,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T17:00:14Z,topic='l3_agent')) {'router_ids': ['17470869-6c3d-421b-8c97-2519341fd733'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:11:49.405970 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG oslo_concurrency.lockutils [None req-520e2fa6-c310-423d-acab-08c6cda83859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:11:49.505081 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-07267ea7-8853-4bd5-a8bb-3b283a7adabc None None] Set router 17470869-6c3d-421b-8c97-2519341fd733 gateway port host: dv-cinder-797970-1-iscsi {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 17:11:49.511922 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7f559cb9-6c8e-4b38-b4f1-9dd8b8d4edf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1991527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-355756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734938254830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2811142'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:49.515105 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:11:49.530469 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5441c782-407b-4ac3-a6db-56f3155d8be5 req-e5f4f2b5-dc63-4c95-a2dd-d8d2df0cac6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:11:49.531934 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-5441c782-407b-4ac3-a6db-56f3155d8be5 req-e5f4f2b5-dc63-4c95-a2dd-d8d2df0cac6b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c716f65513774ad78041f60e9016ee68&device_id=6a7584ab-9d6d-4da0-8c7d-310e8d6fb3b4 HTTP/1.1" status: 200 len: 1099 time: 0.0550201 Jun 24 17:11:49.557371 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dd6ab9-f451-442f-ae2b-11b3a7ecd40d req-d05f9929-64fd-423d-acfe-424dcec33b58 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:11:49.558900 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-06dd6ab9-f451-442f-ae2b-11b3a7ecd40d req-d05f9929-64fd-423d-acfe-424dcec33b58 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a7584ab-9d6d-4da0-8c7d-310e8d6fb3b4 HTTP/1.1" status: 200 len: 946 time: 0.1015828 Jun 24 17:11:49.568574 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f559cb9-6c8e-4b38-b4f1-9dd8b8d4edf1 admin admin] Network c5c93e33-c7d5-455c-90ea-293880ef92df is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 17:11:49.584084 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-7f559cb9-6c8e-4b38-b4f1-9dd8b8d4edf1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 17:11:49.592389 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f559cb9-6c8e-4b38-b4f1-9dd8b8d4edf1 admin admin] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 17:11:49.596839 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f559cb9-6c8e-4b38-b4f1-9dd8b8d4edf1 admin admin] Pushing event updated for resources: {'Port': ['ID=1ece8027-a21d-480f-8e84-df6d628ff256,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:11:49.619287 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-7f559cb9-6c8e-4b38-b4f1-9dd8b8d4edf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:11:49.638496 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5441c782-407b-4ac3-a6db-56f3155d8be5 req-e0fe6c73-c586-4aff-92c9-8b15e5554967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:11:49.639941 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-5441c782-407b-4ac3-a6db-56f3155d8be5 req-e0fe6c73-c586-4aff-92c9-8b15e5554967 service neutron] 10.222.0.37 "GET /v2.0/networks?id=64ba3aa0-af7f-43bc-95fc-b6be55710575 HTTP/1.1" status: 200 len: 919 time: 0.1001489 Jun 24 17:11:49.642097 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-06dd6ab9-f451-442f-ae2b-11b3a7ecd40d req-99b8d9a1-59bf-4f36-8494-aa41f5050ab8 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/security-groups?id=92795e86-bc90-401e-8d2a-ff4520af3818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716808 Jun 24 17:11:49.658079 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7f559cb9-6c8e-4b38-b4f1-9dd8b8d4edf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-939535'] for router_interface, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:49.703759 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-07267ea7-8853-4bd5-a8bb-3b283a7adabc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17470869-6c3d-421b-8c97-2519341fd733', 'name': 'tempest-TestMinimumBasicScenario-1441291312-router', 'tenant_id': '47a90e87e3a646cabc82dcf6f8a87eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'external_fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.61'}], 'enable_snat': True}, 'gw_port_id': 'f8ab4fcf-a935-4ec4-8176-14caa7a04d02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T17:11:46Z', 'updated_at': '2021-06-24T17:11:47Z', 'revision_number': 3, 'project_id': '47a90e87e3a646cabc82dcf6f8a87eb5', 'gw_port': {'id': 'f8ab4fcf-a935-4ec4-8176-14caa7a04d02', 'name': '', 'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c1:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17470869-6c3d-421b-8c97-2519341fd733', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:11:46Z', 'updated_at': '2021-06-24T17:11:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '004d905c-cc14-4189-936d-82a0eea7da62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-1-iscsi'}], 'dv-cinder-797970-1-iscsi', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:11:49.708690 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-5441c782-407b-4ac3-a6db-56f3155d8be5 req-4230e8e3-1844-409b-9bb3-26153173515c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6828f935-363e-4d8c-8695-9be61abc441b HTTP/1.1" status: 200 len: 217 time: 0.0567405 Jun 24 17:11:49.731012 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07267ea7-8853-4bd5-a8bb-3b283a7adabc None None] The sync data for ids ['17470869-6c3d-421b-8c97-2519341fd733'] in dv-cinder-797970-1-iscsi is: [{'id': '17470869-6c3d-421b-8c97-2519341fd733', 'name': 'tempest-TestMinimumBasicScenario-1441291312-router', 'tenant_id': '47a90e87e3a646cabc82dcf6f8a87eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'external_fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.61'}], 'enable_snat': True}, 'gw_port_id': 'f8ab4fcf-a935-4ec4-8176-14caa7a04d02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T17:11:46Z', 'updated_at': '2021-06-24T17:11:47Z', 'revision_number': 3, 'project_id': '47a90e87e3a646cabc82dcf6f8a87eb5', 'gw_port': {'id': 'f8ab4fcf-a935-4ec4-8176-14caa7a04d02', 'name': '', 'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c1:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17470869-6c3d-421b-8c97-2519341fd733', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:11:46Z', 'updated_at': '2021-06-24T17:11:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '004d905c-cc14-4189-936d-82a0eea7da62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-1-iscsi'}] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 17:11:49.781441 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5441c782-407b-4ac3-a6db-56f3155d8be5 req-00d06d95-e83f-418d-9fe1-fda11c2fdb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:11:49.791210 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-5441c782-407b-4ac3-a6db-56f3155d8be5 req-00d06d95-e83f-418d-9fe1-fda11c2fdb2c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dca613bb-5c51-470d-979d-79528d145d2a HTTP/1.1" status: 200 len: 859 time: 0.0668230 Jun 24 17:11:49.837379 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-5441c782-407b-4ac3-a6db-56f3155d8be5 req-e2fff06b-76dd-49aa-9831-bcf9662ed9a5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=64ba3aa0-af7f-43bc-95fc-b6be55710575&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367620 Jun 24 17:11:49.881693 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7f559cb9-6c8e-4b38-b4f1-9dd8b8d4edf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:49.883142 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Device 29e5e179-17c2-4041-957e-25f79a5f8658 up at agent ovs-agent-dv-cinder-797970-1-iscsi {{(pid=93702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 17:11:49.964861 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-39e261c1-4171-4acb-bc15-f5c360e952fd None None] Provisioning for port 1ece8027-a21d-480f-8e84-df6d628ff256 completed by entity DHCP. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 17:11:49.972997 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-5441c782-407b-4ac3-a6db-56f3155d8be5 req-01cea5a7-920c-4342-8f6f-6fa2f3331824 service neutron] 10.222.0.37 "GET /v2.0/networks/64ba3aa0-af7f-43bc-95fc-b6be55710575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162961 Jun 24 17:11:49.975046 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-39e261c1-4171-4acb-bc15-f5c360e952fd None None] Provisioning complete for port 1ece8027-a21d-480f-8e84-df6d628ff256 triggered by entity DHCP. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 17:11:49.976344 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-39e261c1-4171-4acb-bc15-f5c360e952fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979100'] for port, provisioning_complete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:50.025881 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-39e261c1-4171-4acb-bc15-f5c360e952fd None None] Port 1ece8027-a21d-480f-8e84-df6d628ff256 cannot update to ACTIVE because it is not bound. {{(pid=93702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 17:11:50.028136 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Provisioning complete for port 29e5e179-17c2-4041-957e-25f79a5f8658 triggered by entity L2. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 17:11:50.028977 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979100'] for port, provisioning_complete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:50.159157 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-5441c782-407b-4ac3-a6db-56f3155d8be5 req-c243c4aa-cf8e-4553-b3d2-4b70926187a8 service neutron] 10.222.0.37 "GET /v2.0/networks/64ba3aa0-af7f-43bc-95fc-b6be55710575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787903 Jun 24 17:11:50.159758 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Device a9ebcdd8-5031-4897-9df5-1748c6492700 up at agent ovs-agent-dv-cinder-797970-1-iscsi {{(pid=93702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 17:11:50.166725 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7f559cb9-6c8e-4b38-b4f1-9dd8b8d4edf1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:50.213306 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Provisioning complete for port a9ebcdd8-5031-4897-9df5-1748c6492700 triggered by entity L2. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 17:11:50.213720 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979100'] for port, provisioning_complete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:50.231073 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7f559cb9-6c8e-4b38-b4f1-9dd8b8d4edf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2811380'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:50.253793 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-30e45773-7784-47ed-bb47-e93072069cf2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:11:50.310458 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7f559cb9-6c8e-4b38-b4f1-9dd8b8d4edf1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-595654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939771'] for router_interface, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:50.313472 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f559cb9-6c8e-4b38-b4f1-9dd8b8d4edf1 admin admin] Pushing event updated for resources: {'Port': ['ID=1ece8027-a21d-480f-8e84-df6d628ff256,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:11:50.316885 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-7f559cb9-6c8e-4b38-b4f1-9dd8b8d4edf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:11:50.418655 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f559cb9-6c8e-4b38-b4f1-9dd8b8d4edf1 admin admin] Network c5c93e33-c7d5-455c-90ea-293880ef92df is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 17:11:50.420197 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-7f559cb9-6c8e-4b38-b4f1-9dd8b8d4edf1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 17:11:50.472887 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b907b1a-4aa6-4446-9567-00855ab6ccdc req-17f3812d-7669-4858-92a6-76b93e9acf44 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:11:50.474797 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-9b907b1a-4aa6-4446-9567-00855ab6ccdc req-17f3812d-7669-4858-92a6-76b93e9acf44 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6dbc35d-61b7-423f-84a9-e5c0a18c6019 HTTP/1.1" status: 200 len: 945 time: 0.0743785 Jun 24 17:11:50.519664 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-9b907b1a-4aa6-4446-9567-00855ab6ccdc req-600182ed-c7ab-433a-9cde-2477ecde62f7 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.15 "GET /v2.0/security-groups?id=240ea0bc-105c-4667-abc7-4b917e0290b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381632 Jun 24 17:11:50.555256 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f559cb9-6c8e-4b38-b4f1-9dd8b8d4edf1 admin admin] Router 17470869-6c3d-421b-8c97-2519341fd733 has already been hosted by L3 agent ebb0bbf0-d6bc-43df-80f2-a0cdb1424f3b {{(pid=93700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 17:11:50.655440 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-6b1feb3f-6fa2-4e6a-b6aa-28b48667b5cd None None] Provisioning complete for port 1ece8027-a21d-480f-8e84-df6d628ff256 triggered by entity DHCP. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 17:11:50.656014 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-6b1feb3f-6fa2-4e6a-b6aa-28b48667b5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979100'] for port, provisioning_complete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:50.671231 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f559cb9-6c8e-4b38-b4f1-9dd8b8d4edf1 admin admin] Notify agent at l3_agent.dv-cinder-797970-1-iscsi the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 17:11:50.677041 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-7f559cb9-6c8e-4b38-b4f1-9dd8b8d4edf1 admin admin] 10.222.0.15 "PUT /v2.0/routers/17470869-6c3d-421b-8c97-2519341fd733/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4277928 Jun 24 17:11:50.694166 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-6b1feb3f-6fa2-4e6a-b6aa-28b48667b5cd None None] Port 1ece8027-a21d-480f-8e84-df6d628ff256 cannot update to ACTIVE because it is not bound. {{(pid=93702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 17:11:50.835365 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d02ec6-36d8-4e59-b4d3-ddd65eb3d54e req-5064456e-c2ae-4d7a-9596-99daff1f8fb1 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:11:50.836819 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-17d02ec6-36d8-4e59-b4d3-ddd65eb3d54e req-5064456e-c2ae-4d7a-9596-99daff1f8fb1 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a7584ab-9d6d-4da0-8c7d-310e8d6fb3b4 HTTP/1.1" status: 200 len: 946 time: 0.0691516 Jun 24 17:11:50.877731 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-17d02ec6-36d8-4e59-b4d3-ddd65eb3d54e req-9b03dcca-3606-4723-9e15-e289e4e40933 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/security-groups?id=92795e86-bc90-401e-8d2a-ff4520af3818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350616 Jun 24 17:11:51.263707 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12aa5ca-1f53-4219-a77c-8660200afbe3 req-0ea35965-0bd0-494b-b043-2c983588bb53 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:11:51.265386 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-e12aa5ca-1f53-4219-a77c-8660200afbe3 req-0ea35965-0bd0-494b-b043-2c983588bb53 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6dbc35d-61b7-423f-84a9-e5c0a18c6019 HTTP/1.1" status: 200 len: 945 time: 0.0668659 Jun 24 17:11:51.396100 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [req-e12aa5ca-1f53-4219-a77c-8660200afbe3 req-cb9494e5-f312-4a59-a66e-8286499dc6a6 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Deleting port 4d9c6f19-d72d-41bf-a70d-2aaf718b7a5b {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 17:11:51.396449 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-e12aa5ca-1f53-4219-a77c-8660200afbe3 req-cb9494e5-f312-4a59-a66e-8286499dc6a6 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734938643496'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:51.488303 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-e12aa5ca-1f53-4219-a77c-8660200afbe3 req-cb9494e5-f312-4a59-a66e-8286499dc6a6 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] For port 4d9c6f19-d72d-41bf-a70d-2aaf718b7a5b, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=4d9c6f19-d72d-41bf-a70d-2aaf718b7a5b,segment=NetworkSegment(12f2579c-f9ba-4bfe-aa56-7adb09f408d3),segment_id=12f2579c-f9ba-4bfe-aa56-7adb09f408d3)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 17:11:51.488303 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-e12aa5ca-1f53-4219-a77c-8660200afbe3 req-cb9494e5-f312-4a59-a66e-8286499dc6a6 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939437'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:51.500612 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [req-e12aa5ca-1f53-4219-a77c-8660200afbe3 req-cb9494e5-f312-4a59-a66e-8286499dc6a6 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Calling delete_port for 4d9c6f19-d72d-41bf-a70d-2aaf718b7a5b owned by compute:nova {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 17:11:51.512488 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87f53f8-58f5-4500-bc9e-2c9463d5cdc2 None None] Sync routers for ids ['17470869-6c3d-421b-8c97-2519341fd733'] in dv-cinder-797970-1-iscsi {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 17:11:51.523071 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87f53f8-58f5-4500-bc9e-2c9463d5cdc2 None None] Routers {'17470869-6c3d-421b-8c97-2519341fd733'} bound to L3 agent in host dv-cinder-797970-1-iscsi {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 17:11:51.523778 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-b87f53f8-58f5-4500-bc9e-2c9463d5cdc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-24T17:00:13Z,description=,heartbeat_timestamp=2021-06-24T17:11:43Z,host='dv-cinder-797970-1-iscsi',id=ebb0bbf0-d6bc-43df-80f2-a0cdb1424f3b,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T17:00:14Z,topic='l3_agent')) {'router_ids': ['17470869-6c3d-421b-8c97-2519341fd733'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:11:51.679736 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:51.713405 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-b87f53f8-58f5-4500-bc9e-2c9463d5cdc2 None None] Set router 17470869-6c3d-421b-8c97-2519341fd733 gateway port host: dv-cinder-797970-1-iscsi {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 17:11:51.722904 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-e12aa5ca-1f53-4219-a77c-8660200afbe3 req-cb9494e5-f312-4a59-a66e-8286499dc6a6 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734938646739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734938254839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10147618'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:51.729615 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-08c06a68-d911-4914-a1a3-f165a0a694c3 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:11:51.764565 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] get_ports_and_sgs() called for port_ids ['11b9971d-f988-4b28-a63c-b6938d952daa', 'feb92754-6af7-4037-8c1f-71e6e8b4fe79', 'c8479462-198e-47dc-8200-0b92c003965d', '4d9c6f19-d72d-41bf-a70d-2aaf718b7a5b'] {{(pid=93702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 17:11:51.799824 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9494e5-f312-4a59-a66e-8286499dc6a6 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Pushing event deleted for resources: {'Port': ['ID=4d9c6f19-d72d-41bf-a70d-2aaf718b7a5b,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:11:51.860758 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-e12aa5ca-1f53-4219-a77c-8660200afbe3 req-cb9494e5-f312-4a59-a66e-8286499dc6a6 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] No DVR routers for this DVR port 4d9c6f19-d72d-41bf-a70d-2aaf718b7a5b on host hv-cinder-79797 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 17:11:51.866656 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-e12aa5ca-1f53-4219-a77c-8660200afbe3 req-cb9494e5-f312-4a59-a66e-8286499dc6a6 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14435'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:51.868956 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-e12aa5ca-1f53-4219-a77c-8660200afbe3 req-cb9494e5-f312-4a59-a66e-8286499dc6a6 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.37 "DELETE /v2.0/ports/4d9c6f19-d72d-41bf-a70d-2aaf718b7a5b HTTP/1.1" status: 204 len: 173 time: 0.5792961 Jun 24 17:11:51.869918 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6dbc35d-61b7-423f-84a9-e5c0a18c6019', 'name': 'network-vif-deleted', 'tag': '4d9c6f19-d72d-41bf-a70d-2aaf718b7a5b'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 17:11:51.889387 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55b777855581bcfca1ea7f1411fd739ba8bd3bff9faf8aab84294ca486557f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92bdd3b2-6bab-4437-88a1-9aa0e9763109" -d '{"events": [{"server_uuid": "e6dbc35d-61b7-423f-84a9-e5c0a18c6019", "name": "network-vif-deleted", "tag": "4d9c6f19-d72d-41bf-a70d-2aaf718b7a5b"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 17:11:51.907682 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9494e5-f312-4a59-a66e-8286499dc6a6 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:11:51.908173 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9494e5-f312-4a59-a66e-8286499dc6a6 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:11:51.908358 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9494e5-f312-4a59-a66e-8286499dc6a6 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:11:51.908708 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9494e5-f312-4a59-a66e-8286499dc6a6 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:11:51.909053 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9494e5-f312-4a59-a66e-8286499dc6a6 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:11:51.909405 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9494e5-f312-4a59-a66e-8286499dc6a6 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:11:51.909779 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9494e5-f312-4a59-a66e-8286499dc6a6 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:11:51.910124 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9494e5-f312-4a59-a66e-8286499dc6a6 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:11:51.910542 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9494e5-f312-4a59-a66e-8286499dc6a6 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:11:51.911047 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9494e5-f312-4a59-a66e-8286499dc6a6 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:11:51.911390 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9494e5-f312-4a59-a66e-8286499dc6a6 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:11:51.911658 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9494e5-f312-4a59-a66e-8286499dc6a6 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:11:51.928240 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-cb9494e5-f312-4a59-a66e-8286499dc6a6 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:11:51.987404 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf98b9b2-1ce4-45ea-b487-e60b93cf522e req-bbe5dd07-fc43-484c-8fea-3dfc327ade46 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:11:51.994200 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-bf98b9b2-1ce4-45ea-b487-e60b93cf522e req-bbe5dd07-fc43-484c-8fea-3dfc327ade46 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6dbc35d-61b7-423f-84a9-e5c0a18c6019 HTTP/1.1" status: 200 len: 867 time: 0.3029916 Jun 24 17:11:51.994344 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Device f8ab4fcf-a935-4ec4-8176-14caa7a04d02 up at agent ovs-agent-dv-cinder-797970-1-iscsi {{(pid=93702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 17:11:52.042394 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-bf98b9b2-1ce4-45ea-b487-e60b93cf522e req-02f28015-9722-469a-abcf-75934ce859e2 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.15 "GET /v2.0/security-groups?id=240ea0bc-105c-4667-abc7-4b917e0290b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384853 Jun 24 17:11:52.104961 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04005a10-5bf0-4c06-b08f-ceb6953eb01e req-0278f690-5db4-4331-9dbc-1151754b9b3d tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:11:52.106540 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-04005a10-5bf0-4c06-b08f-ceb6953eb01e req-0278f690-5db4-4331-9dbc-1151754b9b3d tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a7584ab-9d6d-4da0-8c7d-310e8d6fb3b4 HTTP/1.1" status: 200 len: 946 time: 0.0736735 Jun 24 17:11:52.113130 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 17:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcbe9ef8-1062-445a-942c-618208d669fd x-openstack-request-id: req-dcbe9ef8-1062-445a-942c-618208d669fd {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 17:11:52.113490 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6dbc35d-61b7-423f-84a9-e5c0a18c6019", "name": "network-vif-deleted", "tag": "4d9c6f19-d72d-41bf-a70d-2aaf718b7a5b", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 17:11:52.113805 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-dcbe9ef8-1062-445a-942c-618208d669fd {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 17:11:52.114224 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6dbc35d-61b7-423f-84a9-e5c0a18c6019', 'name': 'network-vif-deleted', 'tag': '4d9c6f19-d72d-41bf-a70d-2aaf718b7a5b', 'status': 'completed', 'code': 200} Jun 24 17:11:52.157997 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-04005a10-5bf0-4c06-b08f-ceb6953eb01e req-f8c4087c-3b37-4395-88fe-d56a02131688 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/security-groups?id=92795e86-bc90-401e-8d2a-ff4520af3818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438240 Jun 24 17:11:52.330464 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-b87f53f8-58f5-4500-bc9e-2c9463d5cdc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17470869-6c3d-421b-8c97-2519341fd733', 'name': 'tempest-TestMinimumBasicScenario-1441291312-router', 'tenant_id': '47a90e87e3a646cabc82dcf6f8a87eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'external_fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.61'}], 'enable_snat': True}, 'gw_port_id': 'f8ab4fcf-a935-4ec4-8176-14caa7a04d02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T17:11:46Z', 'updated_at': '2021-06-24T17:11:49Z', 'revision_number': 4, 'project_id': '47a90e87e3a646cabc82dcf6f8a87eb5', 'gw_port': {'id': 'f8ab4fcf-a935-4ec4-8176-14caa7a04d02', 'name': '', 'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c1:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17470869-6c3d-421b-8c97-2519341fd733', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:11:46Z', 'updated_at': '2021-06-24T17:11:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '004d905c-cc14-4189-936d-82a0eea7da62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-1-iscsi', '_interfaces': [{'id': '1ece8027-a21d-480f-8e84-df6d628ff256', 'name': '', 'network_id': 'c5c93e33-c7d5-455c-90ea-293880ef92df', 'tenant_id': '47a90e87e3a646cabc82dcf6f8a87eb5', 'mac_address': 'fa:16:3e:1e:28:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17470869-6c3d-421b-8c97-2519341fd733', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '468e31df-0b63-461a-89d8-66105d021cb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:11:49Z', 'updated_at': '2021-06-24T17:11:49Z', 'revision_number': 2, 'project_id': '47a90e87e3a646cabc82dcf6f8a87eb5', 'subnets': [{'id': '468e31df-0b63-461a-89d8-66105d021cb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-1-iscsi', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:11:52.372088 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87f53f8-58f5-4500-bc9e-2c9463d5cdc2 None None] Checking router: 17470869-6c3d-421b-8c97-2519341fd733 for host: dv-cinder-797970-1-iscsi {{(pid=93702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 17:11:52.373800 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87f53f8-58f5-4500-bc9e-2c9463d5cdc2 None None] Updating router 17470869-6c3d-421b-8c97-2519341fd733 port 1ece8027-a21d-480f-8e84-df6d628ff256 binding host dv-cinder-797970-1-iscsi {{(pid=93702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 17:11:52.376688 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Provisioning for port f8ab4fcf-a935-4ec4-8176-14caa7a04d02 completed by entity L2. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 17:11:52.405069 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Provisioning complete for port f8ab4fcf-a935-4ec4-8176-14caa7a04d02 triggered by entity L2. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 17:11:52.405448 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979100'] for port, provisioning_complete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:52.592356 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b87f53f8-58f5-4500-bc9e-2c9463d5cdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:52.715499 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:52.800904 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] For port f8ab4fcf-a935-4ec4-8176-14caa7a04d02, host dv-cinder-797970-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-1-iscsi',level=0,port_id=f8ab4fcf-a935-4ec4-8176-14caa7a04d02,segment=NetworkSegment(d12f47f8-231e-43a0-ac28-6eda6263252e),segment_id=d12f47f8-231e-43a0-ac28-6eda6263252e)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 17:11:52.882191 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:52.887636 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:11:52.987447 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Pushing event updated for resources: {'Port': ['ID=f8ab4fcf-a935-4ec4-8176-14caa7a04d02,revision_number=4']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:11:52.991213 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:11:53.157504 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b87f53f8-58f5-4500-bc9e-2c9463d5cdc2 None None] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:53.173144 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-b87f53f8-58f5-4500-bc9e-2c9463d5cdc2 None None] Transition to ACTIVE for port object 1ece8027-a21d-480f-8e84-df6d628ff256 will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 17:11:53.358518 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-134a99e9-375a-497a-85c5-a1afcf9978ea req-dcdd2554-56c1-4ff2-a2e1-2dfc36409a08 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6dbc35d-61b7-423f-84a9-e5c0a18c6019 HTTP/1.1" status: 200 len: 210 time: 0.0402100 Jun 24 17:11:53.421563 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb73be32-0ea5-467c-ab42-8d43ba84d7ae req-c11865a9-b3e2-4a12-aea6-1c70cea6aebc tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:11:53.422945 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-fb73be32-0ea5-467c-ab42-8d43ba84d7ae req-c11865a9-b3e2-4a12-aea6-1c70cea6aebc tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a7584ab-9d6d-4da0-8c7d-310e8d6fb3b4 HTTP/1.1" status: 200 len: 946 time: 0.0772002 Jun 24 17:11:53.490485 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-fb73be32-0ea5-467c-ab42-8d43ba84d7ae req-bc4e4fa2-08c0-4e8c-b715-8c332c092112 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/security-groups?id=92795e86-bc90-401e-8d2a-ff4520af3818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610268 Jun 24 17:11:53.535239 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b87f53f8-58f5-4500-bc9e-2c9463d5cdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:53.539268 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:11:53.630581 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce30e95-3293-41d2-8e10-af33ab501d60 None None] Pushing event updated for resources: {'Port': ['ID=1ece8027-a21d-480f-8e84-df6d628ff256,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:11:53.637934 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-bce30e95-3293-41d2-8e10-af33ab501d60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:11:53.767887 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-b87f53f8-58f5-4500-bc9e-2c9463d5cdc2 None None] Attempting to bind port 1ece8027-a21d-480f-8e84-df6d628ff256 on host dv-cinder-797970-1-iscsi for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 17:11:53.768617 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-b87f53f8-58f5-4500-bc9e-2c9463d5cdc2 None None] Attempting to bind port 1ece8027-a21d-480f-8e84-df6d628ff256 by drivers openvswitch,hyperv on host dv-cinder-797970-1-iscsi at level 0 using segments [{'id': 'defd71ad-e5ce-4799-a7de-7a3ce70b2694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c5c93e33-c7d5-455c-90ea-293880ef92df'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 17:11:53.768617 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b87f53f8-58f5-4500-bc9e-2c9463d5cdc2 None None] Attempting to bind port 1ece8027-a21d-480f-8e84-df6d628ff256 on network c5c93e33-c7d5-455c-90ea-293880ef92df {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 17:11:53.781815 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b87f53f8-58f5-4500-bc9e-2c9463d5cdc2 None None] Checking agent: {'id': '080a32e4-e34b-4a53-85c8-07f5ff20b123', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797970-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 17, 0, 14), 'started_at': datetime.datetime(2021, 6, 24, 17, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 17, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797970-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 17:11:53.787123 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b87f53f8-58f5-4500-bc9e-2c9463d5cdc2 None None] Checking segment: {'id': 'defd71ad-e5ce-4799-a7de-7a3ce70b2694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c5c93e33-c7d5-455c-90ea-293880ef92df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 17:11:53.787123 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b87f53f8-58f5-4500-bc9e-2c9463d5cdc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:53.787123 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b87f53f8-58f5-4500-bc9e-2c9463d5cdc2 None None] Bound using segment: {'id': 'defd71ad-e5ce-4799-a7de-7a3ce70b2694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c5c93e33-c7d5-455c-90ea-293880ef92df'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 17:11:53.787123 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-b87f53f8-58f5-4500-bc9e-2c9463d5cdc2 None None] Bound port: 1ece8027-a21d-480f-8e84-df6d628ff256, host: dv-cinder-797970-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'defd71ad-e5ce-4799-a7de-7a3ce70b2694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c5c93e33-c7d5-455c-90ea-293880ef92df'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 17:11:53.790307 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b87f53f8-58f5-4500-bc9e-2c9463d5cdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:53.921837 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Device f8ab4fcf-a935-4ec4-8176-14caa7a04d02 up at agent ovs-agent-dv-cinder-797970-1-iscsi {{(pid=93702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 17:11:53.942836 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-b87f53f8-58f5-4500-bc9e-2c9463d5cdc2 None None] For port 1ece8027-a21d-480f-8e84-df6d628ff256, host dv-cinder-797970-1-iscsi, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 17:11:53.965265 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-b87f53f8-58f5-4500-bc9e-2c9463d5cdc2 None None] For port 1ece8027-a21d-480f-8e84-df6d628ff256, host dv-cinder-797970-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-1-iscsi',level=0,port_id=1ece8027-a21d-480f-8e84-df6d628ff256,segment=NetworkSegment(defd71ad-e5ce-4799-a7de-7a3ce70b2694),segment_id=defd71ad-e5ce-4799-a7de-7a3ce70b2694)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 17:11:53.997901 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Provisioning complete for port f8ab4fcf-a935-4ec4-8176-14caa7a04d02 triggered by entity L2. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 17:11:53.998345 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979100'] for port, provisioning_complete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:54.075309 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b87f53f8-58f5-4500-bc9e-2c9463d5cdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:54.079106 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:11:54.150348 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87f53f8-58f5-4500-bc9e-2c9463d5cdc2 None None] Routers {'17470869-6c3d-421b-8c97-2519341fd733'} bound to L3 agent in host dv-cinder-797970-1-iscsi {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 17:11:54.151067 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-b87f53f8-58f5-4500-bc9e-2c9463d5cdc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-24T17:00:13Z,description=,heartbeat_timestamp=2021-06-24T17:11:43Z,host='dv-cinder-797970-1-iscsi',id=ebb0bbf0-d6bc-43df-80f2-a0cdb1424f3b,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T17:00:14Z,topic='l3_agent')) {'router_ids': ['17470869-6c3d-421b-8c97-2519341fd733'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:11:54.208918 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce30e95-3293-41d2-8e10-af33ab501d60 None None] Pushing event updated for resources: {'Port': ['ID=1ece8027-a21d-480f-8e84-df6d628ff256,revision_number=4']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:11:54.215941 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-bce30e95-3293-41d2-8e10-af33ab501d60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:11:54.218022 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Device 4d9c6f19-d72d-41bf-a70d-2aaf718b7a5b no longer exists at agent hyperv_hv-cinder-79797 {{(pid=93702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 17:11:54.240979 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] No Port match for: 4d9c6f19-d72d-41bf-a70d-2aaf718b7a5b {{(pid=93702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 17:11:54.241316 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Device 4d9c6f19-d72d-41bf-a70d-2aaf718b7a5b not bound to the agent host hv-cinder-79797 {{(pid=93702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 17:11:54.328664 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-b87f53f8-58f5-4500-bc9e-2c9463d5cdc2 None None] Set router 17470869-6c3d-421b-8c97-2519341fd733 gateway port host: dv-cinder-797970-1-iscsi {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 17:11:54.573720 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-b87f53f8-58f5-4500-bc9e-2c9463d5cdc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17470869-6c3d-421b-8c97-2519341fd733', 'name': 'tempest-TestMinimumBasicScenario-1441291312-router', 'tenant_id': '47a90e87e3a646cabc82dcf6f8a87eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'external_fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.61'}], 'enable_snat': True}, 'gw_port_id': 'f8ab4fcf-a935-4ec4-8176-14caa7a04d02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T17:11:46Z', 'updated_at': '2021-06-24T17:11:49Z', 'revision_number': 4, 'project_id': '47a90e87e3a646cabc82dcf6f8a87eb5', 'gw_port': {'id': 'f8ab4fcf-a935-4ec4-8176-14caa7a04d02', 'name': '', 'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c1:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17470869-6c3d-421b-8c97-2519341fd733', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:11:46Z', 'updated_at': '2021-06-24T17:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '004d905c-cc14-4189-936d-82a0eea7da62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-1-iscsi', '_interfaces': [{'id': '1ece8027-a21d-480f-8e84-df6d628ff256', 'name': '', 'network_id': 'c5c93e33-c7d5-455c-90ea-293880ef92df', 'tenant_id': '47a90e87e3a646cabc82dcf6f8a87eb5', 'mac_address': 'fa:16:3e:1e:28:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17470869-6c3d-421b-8c97-2519341fd733', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '468e31df-0b63-461a-89d8-66105d021cb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:11:49Z', 'updated_at': '2021-06-24T17:11:53Z', 'revision_number': 4, 'project_id': '47a90e87e3a646cabc82dcf6f8a87eb5', 'subnets': [{'id': '468e31df-0b63-461a-89d8-66105d021cb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-1-iscsi', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:11:54.609275 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87f53f8-58f5-4500-bc9e-2c9463d5cdc2 None None] The sync data for ids ['17470869-6c3d-421b-8c97-2519341fd733'] in dv-cinder-797970-1-iscsi is: [{'id': '17470869-6c3d-421b-8c97-2519341fd733', 'name': 'tempest-TestMinimumBasicScenario-1441291312-router', 'tenant_id': '47a90e87e3a646cabc82dcf6f8a87eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'external_fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.61'}], 'enable_snat': True}, 'gw_port_id': 'f8ab4fcf-a935-4ec4-8176-14caa7a04d02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T17:11:46Z', 'updated_at': '2021-06-24T17:11:49Z', 'revision_number': 4, 'project_id': '47a90e87e3a646cabc82dcf6f8a87eb5', 'gw_port': {'id': 'f8ab4fcf-a935-4ec4-8176-14caa7a04d02', 'name': '', 'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c1:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17470869-6c3d-421b-8c97-2519341fd733', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:11:46Z', 'updated_at': '2021-06-24T17:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '004d905c-cc14-4189-936d-82a0eea7da62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-1-iscsi', '_interfaces': [{'id': '1ece8027-a21d-480f-8e84-df6d628ff256', 'name': '', 'network_id': 'c5c93e33-c7d5-455c-90ea-293880ef92df', 'tenant_id': '47a90e87e3a646cabc82dcf6f8a87eb5', 'mac_address': 'fa:16:3e:1e:28:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17470869-6c3d-421b-8c97-2519341fd733', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '468e31df-0b63-461a-89d8-66105d021cb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:11:49Z', 'updated_at': '2021-06-24T17:11:53Z', 'revision_number': 4, 'project_id': '47a90e87e3a646cabc82dcf6f8a87eb5', 'subnets': [{'id': '468e31df-0b63-461a-89d8-66105d021cb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 17:11:54.771969 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad04cb8-b462-40ee-ba4a-144b027106d6 req-116ebe66-9080-4c80-a924-293a94c25030 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:11:54.778182 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-4ad04cb8-b462-40ee-ba4a-144b027106d6 req-116ebe66-9080-4c80-a924-293a94c25030 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a7584ab-9d6d-4da0-8c7d-310e8d6fb3b4 HTTP/1.1" status: 200 len: 946 time: 0.1406403 Jun 24 17:11:54.849321 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-4ad04cb8-b462-40ee-ba4a-144b027106d6 req-3aa67f22-4ae7-48e5-b7e1-52e00a6edde5 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/security-groups?id=92795e86-bc90-401e-8d2a-ff4520af3818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641479 Jun 24 17:11:55.918326 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Device 1ece8027-a21d-480f-8e84-df6d628ff256 up at agent ovs-agent-dv-cinder-797970-1-iscsi {{(pid=93702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 17:11:56.073745 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Provisioning for port 1ece8027-a21d-480f-8e84-df6d628ff256 completed by entity L2. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 17:11:56.079712 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Provisioning complete for port 1ece8027-a21d-480f-8e84-df6d628ff256 triggered by entity L2. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 17:11:56.080391 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979100'] for port, provisioning_complete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:56.194876 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:56.273211 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] For port 1ece8027-a21d-480f-8e84-df6d628ff256, host dv-cinder-797970-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-1-iscsi',level=0,port_id=1ece8027-a21d-480f-8e84-df6d628ff256,segment=NetworkSegment(defd71ad-e5ce-4799-a7de-7a3ce70b2694),segment_id=defd71ad-e5ce-4799-a7de-7a3ce70b2694)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 17:11:56.352403 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:56.354737 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:11:56.430778 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Pushing event updated for resources: {'Port': ['ID=1ece8027-a21d-480f-8e84-df6d628ff256,revision_number=5']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:11:56.433852 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:11:56.565681 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d9c64f-c4e8-4f21-a7bc-a97eba64e64e req-516fa71a-2317-4fe4-8a99-e53e6b6454ad tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:11:56.567418 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-53d9c64f-c4e8-4f21-a7bc-a97eba64e64e req-516fa71a-2317-4fe4-8a99-e53e6b6454ad tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.15 "GET /v2.0/ports?device_id=63486872-6772-4c0e-85d4-bc614b408802 HTTP/1.1" status: 200 len: 945 time: 0.0864596 Jun 24 17:11:56.614211 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-53d9c64f-c4e8-4f21-a7bc-a97eba64e64e req-f62d6643-83e7-42e3-a2f2-abd79878ed1b tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.15 "GET /v2.0/security-groups?id=240ea0bc-105c-4667-abc7-4b917e0290b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406783 Jun 24 17:11:57.828211 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71e21d8-05c9-4aa6-9188-3cadafa07d6c req-694da4a1-6b8f-4084-89fd-d3e19fbd1054 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:11:57.830458 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-d71e21d8-05c9-4aa6-9188-3cadafa07d6c req-694da4a1-6b8f-4084-89fd-d3e19fbd1054 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.15 "GET /v2.0/ports?device_id=63486872-6772-4c0e-85d4-bc614b408802 HTTP/1.1" status: 200 len: 945 time: 0.0764720 Jun 24 17:11:57.909828 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Device 1ece8027-a21d-480f-8e84-df6d628ff256 up at agent ovs-agent-dv-cinder-797970-1-iscsi {{(pid=93702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 17:11:57.910383 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-d71e21d8-05c9-4aa6-9188-3cadafa07d6c req-7640b965-b42d-43fa-9f24-05ebf6c0ae14 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.15 "GET /v2.0/security-groups?id=240ea0bc-105c-4667-abc7-4b917e0290b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654998 Jun 24 17:11:57.983227 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Provisioning complete for port 1ece8027-a21d-480f-8e84-df6d628ff256 triggered by entity L2. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 17:11:57.983618 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979100'] for port, provisioning_complete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:58.759381 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51551fe1-025d-481e-acce-eb138114ae1f req-75b88be2-faeb-4431-bdfe-211c996b23fb tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:11:58.761854 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-51551fe1-025d-481e-acce-eb138114ae1f req-75b88be2-faeb-4431-bdfe-211c996b23fb tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.37 "GET /v2.0/ports?device_id=63486872-6772-4c0e-85d4-bc614b408802 HTTP/1.1" status: 200 len: 945 time: 0.0683384 Jun 24 17:11:58.885782 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [req-51551fe1-025d-481e-acce-eb138114ae1f req-e3b5299a-7fab-4c51-b1a8-e87db37d3e9f tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Deleting port c8479462-198e-47dc-8200-0b92c003965d {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 17:11:58.886230 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-51551fe1-025d-481e-acce-eb138114ae1f req-e3b5299a-7fab-4c51-b1a8-e87db37d3e9f tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734938643496'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:59.005911 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-51551fe1-025d-481e-acce-eb138114ae1f req-e3b5299a-7fab-4c51-b1a8-e87db37d3e9f tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] For port c8479462-198e-47dc-8200-0b92c003965d, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=c8479462-198e-47dc-8200-0b92c003965d,segment=NetworkSegment(12f2579c-f9ba-4bfe-aa56-7adb09f408d3),segment_id=12f2579c-f9ba-4bfe-aa56-7adb09f408d3)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 17:11:59.006396 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-51551fe1-025d-481e-acce-eb138114ae1f req-e3b5299a-7fab-4c51-b1a8-e87db37d3e9f tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939437'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:59.020022 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [req-51551fe1-025d-481e-acce-eb138114ae1f req-e3b5299a-7fab-4c51-b1a8-e87db37d3e9f tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Calling delete_port for c8479462-198e-47dc-8200-0b92c003965d owned by compute:nova {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 17:11:59.209492 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee42ff6-6654-4448-85f0-b6aa11b7cb6d req-a2aaf362-03d9-4868-a183-24b66b46f9c2 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:11:59.211049 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-6ee42ff6-6654-4448-85f0-b6aa11b7cb6d req-a2aaf362-03d9-4868-a183-24b66b46f9c2 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.15 "GET /v2.0/ports?device_id=63486872-6772-4c0e-85d4-bc614b408802 HTTP/1.1" status: 200 len: 945 time: 0.1464820 Jun 24 17:11:59.261730 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-6ee42ff6-6654-4448-85f0-b6aa11b7cb6d req-5839d904-e13e-4d2a-8547-86c826bb3fa7 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.15 "GET /v2.0/security-groups?id=240ea0bc-105c-4667-abc7-4b917e0290b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413792 Jun 24 17:11:59.262306 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-51551fe1-025d-481e-acce-eb138114ae1f req-e3b5299a-7fab-4c51-b1a8-e87db37d3e9f tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734938646739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734938254839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10147618'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:59.266531 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:11:59.293118 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b5299a-7fab-4c51-b1a8-e87db37d3e9f tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Pushing event deleted for resources: {'Port': ['ID=c8479462-198e-47dc-8200-0b92c003965d,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:11:59.296716 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-e3b5299a-7fab-4c51-b1a8-e87db37d3e9f tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:11:59.303695 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] get_ports_and_sgs() called for port_ids ['11b9971d-f988-4b28-a63c-b6938d952daa', 'feb92754-6af7-4037-8c1f-71e6e8b4fe79', 'c8479462-198e-47dc-8200-0b92c003965d'] {{(pid=93702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 17:11:59.341113 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-51551fe1-025d-481e-acce-eb138114ae1f req-e3b5299a-7fab-4c51-b1a8-e87db37d3e9f tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] No DVR routers for this DVR port c8479462-198e-47dc-8200-0b92c003965d on host hv-cinder-79797 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 17:11:59.355537 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-51551fe1-025d-481e-acce-eb138114ae1f req-e3b5299a-7fab-4c51-b1a8-e87db37d3e9f tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14435'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:11:59.357701 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-51551fe1-025d-481e-acce-eb138114ae1f req-e3b5299a-7fab-4c51-b1a8-e87db37d3e9f tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.37 "DELETE /v2.0/ports/c8479462-198e-47dc-8200-0b92c003965d HTTP/1.1" status: 204 len: 173 time: 0.5897470 Jun 24 17:11:59.358229 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63486872-6772-4c0e-85d4-bc614b408802', 'name': 'network-vif-deleted', 'tag': 'c8479462-198e-47dc-8200-0b92c003965d'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 17:11:59.360740 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55b777855581bcfca1ea7f1411fd739ba8bd3bff9faf8aab84294ca486557f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9096f839-5f8c-404c-bd28-74babcb0220c" -d '{"events": [{"server_uuid": "63486872-6772-4c0e-85d4-bc614b408802", "name": "network-vif-deleted", "tag": "c8479462-198e-47dc-8200-0b92c003965d"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 17:11:59.408149 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 17:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e908eca3-f15d-437f-ba3a-aa8cfdcebd7f x-openstack-request-id: req-e908eca3-f15d-437f-ba3a-aa8cfdcebd7f {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 17:11:59.408468 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63486872-6772-4c0e-85d4-bc614b408802", "name": "network-vif-deleted", "tag": "c8479462-198e-47dc-8200-0b92c003965d", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 17:11:59.408784 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e908eca3-f15d-437f-ba3a-aa8cfdcebd7f {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 17:11:59.409193 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63486872-6772-4c0e-85d4-bc614b408802', 'name': 'network-vif-deleted', 'tag': 'c8479462-198e-47dc-8200-0b92c003965d', 'status': 'completed', 'code': 200} Jun 24 17:12:00.479857 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-448054fc-048e-4e34-9a90-5793a2c0570e req-8db9fc04-6b60-42a1-8137-1c7b423959db tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.15 "GET /v2.0/ports?device_id=63486872-6772-4c0e-85d4-bc614b408802 HTTP/1.1" status: 200 len: 210 time: 0.0476336 Jun 24 17:12:00.905693 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323610b4-8ad3-4c83-8780-2c402297e449 req-c9932af9-e8fb-4675-898f-e0d62cb20a8b tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:12:00.907351 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-323610b4-8ad3-4c83-8780-2c402297e449 req-c9932af9-e8fb-4675-898f-e0d62cb20a8b tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/ports?device_id=7b9fb087-423b-44d5-92c7-e94bdd0e3317 HTTP/1.1" status: 200 len: 945 time: 0.0732331 Jun 24 17:12:00.958418 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-323610b4-8ad3-4c83-8780-2c402297e449 req-5e9f39ad-1579-4fa3-b600-d1e5fb551ab1 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/security-groups?id=92795e86-bc90-401e-8d2a-ff4520af3818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418203 Jun 24 17:12:02.242706 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89e1c08-5582-4c2b-a56a-aa201005f5a6 req-efbbcc6a-6a87-4d45-a5eb-4bac065921b8 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:12:02.244224 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-b89e1c08-5582-4c2b-a56a-aa201005f5a6 req-efbbcc6a-6a87-4d45-a5eb-4bac065921b8 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/ports?device_id=7b9fb087-423b-44d5-92c7-e94bdd0e3317 HTTP/1.1" status: 200 len: 945 time: 0.0849655 Jun 24 17:12:02.267711 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Device c8479462-198e-47dc-8200-0b92c003965d no longer exists at agent hyperv_hv-cinder-79797 {{(pid=93702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 17:12:02.289404 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-b89e1c08-5582-4c2b-a56a-aa201005f5a6 req-98921ef6-10e2-4a0a-8d88-e70d797c7d57 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/security-groups?id=92795e86-bc90-401e-8d2a-ff4520af3818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383360 Jun 24 17:12:02.302546 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] No Port match for: c8479462-198e-47dc-8200-0b92c003965d {{(pid=93702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 17:12:02.303973 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Device c8479462-198e-47dc-8200-0b92c003965d not bound to the agent host hv-cinder-79797 {{(pid=93702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 17:12:02.480541 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adc8f10-5dcf-433d-82fc-ed18a3301c8e req-591ab189-60a3-4105-9f44-4623d73533e3 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:12:02.482026 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-6adc8f10-5dcf-433d-82fc-ed18a3301c8e req-591ab189-60a3-4105-9f44-4623d73533e3 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.15 "GET /v2.0/ports?device_id=329e2919-5073-4e84-afbe-260e16bdfd5a HTTP/1.1" status: 200 len: 946 time: 0.0715699 Jun 24 17:12:02.530295 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-6adc8f10-5dcf-433d-82fc-ed18a3301c8e req-9786db37-d213-4154-9c1b-81f7cacc6a8f tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.15 "GET /v2.0/security-groups?id=240ea0bc-105c-4667-abc7-4b917e0290b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424471 Jun 24 17:12:03.482269 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3039fed-f6eb-4063-8e31-50d4df939d42 req-b3bed2f5-e57d-49d4-a9dc-5eed6db3ddf1 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:12:03.483736 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-c3039fed-f6eb-4063-8e31-50d4df939d42 req-b3bed2f5-e57d-49d4-a9dc-5eed6db3ddf1 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/ports?device_id=7b9fb087-423b-44d5-92c7-e94bdd0e3317 HTTP/1.1" status: 200 len: 945 time: 0.0670593 Jun 24 17:12:03.524620 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-c3039fed-f6eb-4063-8e31-50d4df939d42 req-7fa8c448-d266-4deb-b029-8c71cacb5284 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/security-groups?id=92795e86-bc90-401e-8d2a-ff4520af3818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339022 Jun 24 17:12:03.706205 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7c8502-271c-4773-9e3c-1f2b1a3fcd58 req-f4d44fc0-2160-4204-b27d-ff9074e46fd9 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:12:03.707633 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-9a7c8502-271c-4773-9e3c-1f2b1a3fcd58 req-f4d44fc0-2160-4204-b27d-ff9074e46fd9 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] 10.222.0.15 "GET /v2.0/networks?id=a45d101b-6927-4b1f-b60c-ac459e829641 HTTP/1.1" status: 200 len: 815 time: 0.1082785 Jun 24 17:12:03.721874 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-9a7c8502-271c-4773-9e3c-1f2b1a3fcd58 req-e672905c-5f90-4e4d-b6a4-00be90e6331f tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] 10.222.0.15 "GET /v2.0/quotas/2fcaafd20cb9434aa25d111d6081b900 HTTP/1.1" status: 200 len: 375 time: 0.0088050 Jun 24 17:12:03.793115 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-9a7c8502-271c-4773-9e3c-1f2b1a3fcd58 req-c9c6a72a-bfef-4ba7-8c2b-f980d7180bc0 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=2fcaafd20cb9434aa25d111d6081b900&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0654202 Jun 24 17:12:03.793341 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4d0d7e-e555-44cd-9dd9-db4e87ee13e0 req-b604a9e6-69fd-4345-9db4-4b982fbbbcd7 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:12:03.794703 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-eb4d0d7e-e555-44cd-9dd9-db4e87ee13e0 req-b604a9e6-69fd-4345-9db4-4b982fbbbcd7 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.15 "GET /v2.0/ports?device_id=329e2919-5073-4e84-afbe-260e16bdfd5a HTTP/1.1" status: 200 len: 946 time: 0.0665340 Jun 24 17:12:03.858604 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-eb4d0d7e-e555-44cd-9dd9-db4e87ee13e0 req-b8686aa7-c57c-4818-ae86-4f2d2576c215 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.15 "GET /v2.0/security-groups?id=240ea0bc-105c-4667-abc7-4b917e0290b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578871 Jun 24 17:12:03.890098 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-9a7c8502-271c-4773-9e3c-1f2b1a3fcd58 req-9e579da3-8bb6-449e-854e-6fc4488a740a service neutron] 10.222.0.15 "GET /v2.0/networks/a45d101b-6927-4b1f-b60c-ac459e829641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854049 Jun 24 17:12:03.894904 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12e7d18-9cbf-4276-a466-05788b091871 req-0e958221-ee0e-4ad4-a611-c0df399d7fd6 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:12:03.894904 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-a12e7d18-9cbf-4276-a466-05788b091871 req-0e958221-ee0e-4ad4-a611-c0df399d7fd6 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b9fb087-423b-44d5-92c7-e94bdd0e3317 HTTP/1.1" status: 200 len: 945 time: 0.0732644 Jun 24 17:12:03.982894 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-9a7c8502-271c-4773-9e3c-1f2b1a3fcd58 req-b6bf62b2-b71f-4708-801d-78ee052f0d3d service neutron] 10.222.0.15 "GET /v2.0/networks/a45d101b-6927-4b1f-b60c-ac459e829641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865924 Jun 24 17:12:03.999129 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [req-a12e7d18-9cbf-4276-a466-05788b091871 req-061eaf43-409f-41f2-b605-2e9fb7f344bd tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] Deleting port 5461bbc6-fde4-410b-9dc5-dd8aaea03e71 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 17:12:03.999542 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-a12e7d18-9cbf-4276-a466-05788b091871 req-061eaf43-409f-41f2-b605-2e9fb7f344bd tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734938643496'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:12:04.090249 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-a12e7d18-9cbf-4276-a466-05788b091871 req-061eaf43-409f-41f2-b605-2e9fb7f344bd tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] For port 5461bbc6-fde4-410b-9dc5-dd8aaea03e71, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=5461bbc6-fde4-410b-9dc5-dd8aaea03e71,segment=NetworkSegment(2dcfe78b-23a4-4269-b080-4498cc70c905),segment_id=2dcfe78b-23a4-4269-b080-4498cc70c905)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 17:12:04.090607 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-a12e7d18-9cbf-4276-a466-05788b091871 req-061eaf43-409f-41f2-b605-2e9fb7f344bd tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939437'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:12:04.102858 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [req-a12e7d18-9cbf-4276-a466-05788b091871 req-061eaf43-409f-41f2-b605-2e9fb7f344bd tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] Calling delete_port for 5461bbc6-fde4-410b-9dc5-dd8aaea03e71 owned by compute:nova {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 17:12:04.244718 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-547424b6-dc5d-4bc5-869e-d8611a825000 req-431c5192-a3ed-4908-873f-d6c760181590 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] 10.222.0.15 "GET /v2.0/ports?device_id=403d65b4-6ba0-4716-a965-12fd0346bab6 HTTP/1.1" status: 200 len: 210 time: 0.0328860 Jun 24 17:12:04.321605 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-a12e7d18-9cbf-4276-a466-05788b091871 req-061eaf43-409f-41f2-b605-2e9fb7f344bd tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734938646739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734938254839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10147618'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:12:04.325639 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-712b3a81-4c03-4792-afc4-67f88b46276c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:12:04.352430 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061eaf43-409f-41f2-b605-2e9fb7f344bd tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] Pushing event deleted for resources: {'Port': ['ID=5461bbc6-fde4-410b-9dc5-dd8aaea03e71,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:12:04.355296 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-061eaf43-409f-41f2-b605-2e9fb7f344bd tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:12:04.364868 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] get_ports_and_sgs() called for port_ids ['6828f935-363e-4d8c-8695-9be61abc441b', '5461bbc6-fde4-410b-9dc5-dd8aaea03e71'] {{(pid=93702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 17:12:04.402218 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-a12e7d18-9cbf-4276-a466-05788b091871 req-061eaf43-409f-41f2-b605-2e9fb7f344bd tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] No DVR routers for this DVR port 5461bbc6-fde4-410b-9dc5-dd8aaea03e71 on host hv-cinder-79797 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 17:12:04.404824 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-a12e7d18-9cbf-4276-a466-05788b091871 req-061eaf43-409f-41f2-b605-2e9fb7f344bd tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14435'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:12:04.406778 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-a12e7d18-9cbf-4276-a466-05788b091871 req-061eaf43-409f-41f2-b605-2e9fb7f344bd tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.37 "DELETE /v2.0/ports/5461bbc6-fde4-410b-9dc5-dd8aaea03e71 HTTP/1.1" status: 204 len: 173 time: 0.5060003 Jun 24 17:12:04.407274 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b9fb087-423b-44d5-92c7-e94bdd0e3317', 'name': 'network-vif-deleted', 'tag': '5461bbc6-fde4-410b-9dc5-dd8aaea03e71'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 17:12:04.409539 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55b777855581bcfca1ea7f1411fd739ba8bd3bff9faf8aab84294ca486557f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07a49b9f-5943-44c8-9f21-9ad07bb54637" -d '{"events": [{"server_uuid": "7b9fb087-423b-44d5-92c7-e94bdd0e3317", "name": "network-vif-deleted", "tag": "5461bbc6-fde4-410b-9dc5-dd8aaea03e71"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 17:12:04.444684 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 17:12:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f90f2151-345e-4c6d-b9fe-413bb4d2bbd1 x-openstack-request-id: req-f90f2151-345e-4c6d-b9fe-413bb4d2bbd1 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 17:12:04.445786 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b9fb087-423b-44d5-92c7-e94bdd0e3317", "name": "network-vif-deleted", "tag": "5461bbc6-fde4-410b-9dc5-dd8aaea03e71", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 17:12:04.446116 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f90f2151-345e-4c6d-b9fe-413bb4d2bbd1 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 17:12:04.446552 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b9fb087-423b-44d5-92c7-e94bdd0e3317', 'name': 'network-vif-deleted', 'tag': '5461bbc6-fde4-410b-9dc5-dd8aaea03e71', 'status': 'completed', 'code': 200} Jun 24 17:12:04.628181 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5082a853-60fb-494e-a38e-e83bd65a1580 req-79eb90b2-b27b-48ab-93df-9cc420ea1def tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:12:04.630083 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-5082a853-60fb-494e-a38e-e83bd65a1580 req-79eb90b2-b27b-48ab-93df-9cc420ea1def tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.37 "GET /v2.0/ports?device_id=329e2919-5073-4e84-afbe-260e16bdfd5a HTTP/1.1" status: 200 len: 946 time: 0.0650344 Jun 24 17:12:04.676112 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-2f3906c9-39d8-49b3-aa78-4a7b56856493 req-e642fd59-9611-404b-bd7b-46b1fa06d6f0 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/ports?device_id=7b9fb087-423b-44d5-92c7-e94bdd0e3317 HTTP/1.1" status: 200 len: 210 time: 0.0354047 Jun 24 17:12:04.785464 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [req-5082a853-60fb-494e-a38e-e83bd65a1580 req-6d9b84aa-63f2-419b-bda4-4391665c3d69 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Deleting port feb92754-6af7-4037-8c1f-71e6e8b4fe79 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 17:12:04.785836 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-5082a853-60fb-494e-a38e-e83bd65a1580 req-6d9b84aa-63f2-419b-bda4-4391665c3d69 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734938643496'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:12:04.875397 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-5082a853-60fb-494e-a38e-e83bd65a1580 req-6d9b84aa-63f2-419b-bda4-4391665c3d69 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] For port feb92754-6af7-4037-8c1f-71e6e8b4fe79, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=feb92754-6af7-4037-8c1f-71e6e8b4fe79,segment=NetworkSegment(12f2579c-f9ba-4bfe-aa56-7adb09f408d3),segment_id=12f2579c-f9ba-4bfe-aa56-7adb09f408d3)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 17:12:04.876180 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-5082a853-60fb-494e-a38e-e83bd65a1580 req-6d9b84aa-63f2-419b-bda4-4391665c3d69 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939437'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:12:04.890099 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [req-5082a853-60fb-494e-a38e-e83bd65a1580 req-6d9b84aa-63f2-419b-bda4-4391665c3d69 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Calling delete_port for feb92754-6af7-4037-8c1f-71e6e8b4fe79 owned by compute:nova {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 17:12:05.076816 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87aa6e1-2744-40e7-b489-0ebe6d7d8d91 req-d5a4111a-15f9-4648-a040-6f101f085c42 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:12:05.078289 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-a87aa6e1-2744-40e7-b489-0ebe6d7d8d91 req-d5a4111a-15f9-4648-a040-6f101f085c42 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.15 "GET /v2.0/ports?device_id=329e2919-5073-4e84-afbe-260e16bdfd5a HTTP/1.1" status: 200 len: 946 time: 0.0931842 Jun 24 17:12:05.115556 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-a87aa6e1-2744-40e7-b489-0ebe6d7d8d91 req-6a81d2f1-a287-4356-b967-3e458dbf0a4c tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.15 "GET /v2.0/security-groups?id=240ea0bc-105c-4667-abc7-4b917e0290b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312917 Jun 24 17:12:05.180606 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-5082a853-60fb-494e-a38e-e83bd65a1580 req-6d9b84aa-63f2-419b-bda4-4391665c3d69 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734938646739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734938254839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10147618'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:12:05.185505 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-48f9cf40-4780-4c94-8758-abadcb5ae045 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:12:05.215475 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9b84aa-63f2-419b-bda4-4391665c3d69 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Pushing event deleted for resources: {'Port': ['ID=feb92754-6af7-4037-8c1f-71e6e8b4fe79,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:12:05.220048 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-6d9b84aa-63f2-419b-bda4-4391665c3d69 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:12:05.220175 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] get_ports_and_sgs() called for port_ids ['11b9971d-f988-4b28-a63c-b6938d952daa', 'feb92754-6af7-4037-8c1f-71e6e8b4fe79'] {{(pid=93702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 17:12:05.262415 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-5082a853-60fb-494e-a38e-e83bd65a1580 req-6d9b84aa-63f2-419b-bda4-4391665c3d69 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] No DVR routers for this DVR port feb92754-6af7-4037-8c1f-71e6e8b4fe79 on host hv-cinder-79797 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 17:12:05.265181 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-5082a853-60fb-494e-a38e-e83bd65a1580 req-6d9b84aa-63f2-419b-bda4-4391665c3d69 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14435'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:12:05.267560 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-5082a853-60fb-494e-a38e-e83bd65a1580 req-6d9b84aa-63f2-419b-bda4-4391665c3d69 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.37 "DELETE /v2.0/ports/feb92754-6af7-4037-8c1f-71e6e8b4fe79 HTTP/1.1" status: 204 len: 173 time: 0.5940580 Jun 24 17:12:05.333382 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-07e4dab5-bc16-483f-92a7-204c1de4e5c8 req-b6a4c838-2200-4c52-8242-587c730f223e tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] 10.222.0.15 "GET /v2.0/ports?device_id=403d65b4-6ba0-4716-a965-12fd0346bab6 HTTP/1.1" status: 200 len: 210 time: 0.0309589 Jun 24 17:12:06.287089 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-38e7ba6a-8319-4a0a-9924-67a9b5b76595 req-a23bf5de-4971-49e6-a0e2-d6b9389be8c2 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.15 "GET /v2.0/ports?device_id=329e2919-5073-4e84-afbe-260e16bdfd5a HTTP/1.1" status: 200 len: 210 time: 0.0307193 Jun 24 17:12:06.296574 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Device 5461bbc6-fde4-410b-9dc5-dd8aaea03e71 no longer exists at agent hyperv_hv-cinder-79797 {{(pid=93702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 17:12:06.318664 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] No Port match for: 5461bbc6-fde4-410b-9dc5-dd8aaea03e71 {{(pid=93702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 17:12:06.319022 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Device 5461bbc6-fde4-410b-9dc5-dd8aaea03e71 not bound to the agent host hv-cinder-79797 {{(pid=93702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 17:12:06.382182 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b57f6e-8477-4ed8-a189-3afd6185e2c8 req-a920d813-0fc4-47ec-a133-15a1044bed18 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:12:06.384297 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-a9b57f6e-8477-4ed8-a189-3afd6185e2c8 req-a920d813-0fc4-47ec-a133-15a1044bed18 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a7584ab-9d6d-4da0-8c7d-310e8d6fb3b4 HTTP/1.1" status: 200 len: 946 time: 0.0657146 Jun 24 17:12:06.421846 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-a9b57f6e-8477-4ed8-a189-3afd6185e2c8 req-bf3cc9e4-f96e-4f12-b499-b60ea7478032 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/security-groups?id=92795e86-bc90-401e-8d2a-ff4520af3818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317793 Jun 24 17:12:06.447704 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '329e2919-5073-4e84-afbe-260e16bdfd5a', 'name': 'network-vif-deleted', 'tag': 'feb92754-6af7-4037-8c1f-71e6e8b4fe79'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 17:12:06.450662 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55b777855581bcfca1ea7f1411fd739ba8bd3bff9faf8aab84294ca486557f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e1ed742-6ab2-493a-9181-c88c8ef4839b" -d '{"events": [{"server_uuid": "329e2919-5073-4e84-afbe-260e16bdfd5a", "name": "network-vif-deleted", "tag": "feb92754-6af7-4037-8c1f-71e6e8b4fe79"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 17:12:06.502250 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 17:12:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dab9c352-0622-4c6b-a152-6df32790a191 x-openstack-request-id: req-dab9c352-0622-4c6b-a152-6df32790a191 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 17:12:06.502250 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "329e2919-5073-4e84-afbe-260e16bdfd5a", "name": "network-vif-deleted", "tag": "feb92754-6af7-4037-8c1f-71e6e8b4fe79", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 17:12:06.502721 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-8e214c01-d1b8-420a-b534-007ea48ba52c req-76812333-5724-4067-9d92-5be4d8ede2c0 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] 10.222.0.15 "GET /v2.0/ports?device_id=403d65b4-6ba0-4716-a965-12fd0346bab6 HTTP/1.1" status: 200 len: 210 time: 0.0321970 Jun 24 17:12:06.503168 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-dab9c352-0622-4c6b-a152-6df32790a191 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 17:12:06.503168 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '329e2919-5073-4e84-afbe-260e16bdfd5a', 'name': 'network-vif-deleted', 'tag': 'feb92754-6af7-4037-8c1f-71e6e8b4fe79', 'status': 'completed', 'code': 200} Jun 24 17:12:07.139593 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7c8502-271c-4773-9e3c-1f2b1a3fcd58 req-8de52ce4-5222-4deb-b1bb-a24e65d5f7f7 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:12:07.141005 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-9a7c8502-271c-4773-9e3c-1f2b1a3fcd58 req-8de52ce4-5222-4deb-b1bb-a24e65d5f7f7 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] 10.222.0.37 "GET /v2.0/networks?id=a45d101b-6927-4b1f-b60c-ac459e829641 HTTP/1.1" status: 200 len: 815 time: 0.1069148 Jun 24 17:12:07.165926 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.v2.base [req-9a7c8502-271c-4773-9e3c-1f2b1a3fcd58 req-be78f72b-4493-46c3-b785-87dfa4c3a0ac tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] Request body: {'port': {'device_id': '403d65b4-6ba0-4716-a965-12fd0346bab6', 'network_id': 'a45d101b-6927-4b1f-b60c-ac459e829641', 'admin_state_up': True, 'tenant_id': '2fcaafd20cb9434aa25d111d6081b900'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 17:12:07.332835 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a7c8502-271c-4773-9e3c-1f2b1a3fcd58 req-be78f72b-4493-46c3-b785-87dfa4c3a0ac tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] Made reservation on behalf of 2fcaafd20cb9434aa25d111d6081b900 for: {'port': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 17:12:07.336576 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-9a7c8502-271c-4773-9e3c-1f2b1a3fcd58 req-be78f72b-4493-46c3-b785-87dfa4c3a0ac tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:12:07.459464 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [req-9a7c8502-271c-4773-9e3c-1f2b1a3fcd58 req-be78f72b-4493-46c3-b785-87dfa4c3a0ac tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] Allocated IP 172.20.0.9 (a45d101b-6927-4b1f-b60c-ac459e829641/ad8c42be-ee98-463d-b12f-0b1f5644eae5/9d50f125-92bf-4475-9d90-9724e54d278f) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 17:12:07.614994 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-9a7c8502-271c-4773-9e3c-1f2b1a3fcd58 req-be78f72b-4493-46c3-b785-87dfa4c3a0ac tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:12:07.645061 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149ab371-b296-4d68-8323-cf96fb1a162b req-f8c42055-b88d-4103-a4a4-67bfc460203d tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:12:07.647126 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-149ab371-b296-4d68-8323-cf96fb1a162b req-f8c42055-b88d-4103-a4a4-67bfc460203d tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a7584ab-9d6d-4da0-8c7d-310e8d6fb3b4 HTTP/1.1" status: 200 len: 946 time: 0.1055489 Jun 24 17:12:07.654917 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [req-9a7c8502-271c-4773-9e3c-1f2b1a3fcd58 req-be78f72b-4493-46c3-b785-87dfa4c3a0ac tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] Transition to ACTIVE for port object 9d50f125-92bf-4475-9d90-9724e54d278f will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 17:12:07.665857 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-3740b438-5f07-453e-936a-20b8b1eafd79 req-4cadedf7-149e-4b42-b3a7-b067d88b74a2 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] 10.222.0.15 "GET /v2.0/ports?device_id=403d65b4-6ba0-4716-a965-12fd0346bab6 HTTP/1.1" status: 200 len: 210 time: 0.0344236 Jun 24 17:12:07.695681 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-149ab371-b296-4d68-8323-cf96fb1a162b req-510b3dc6-18ed-4b6c-8ea7-4f0407403642 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/security-groups?id=92795e86-bc90-401e-8d2a-ff4520af3818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419080 Jun 24 17:12:07.750105 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-9a7c8502-271c-4773-9e3c-1f2b1a3fcd58 req-be78f72b-4493-46c3-b785-87dfa4c3a0ac tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1991527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-355756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734938254830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10147801'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:12:07.754938 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-0c8ac78f-3988-488a-8698-17af819c809a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:12:07.797079 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a7c8502-271c-4773-9e3c-1f2b1a3fcd58 req-be78f72b-4493-46c3-b785-87dfa4c3a0ac tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] Network a45d101b-6927-4b1f-b60c-ac459e829641 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 17:12:07.800056 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [req-9a7c8502-271c-4773-9e3c-1f2b1a3fcd58 req-be78f72b-4493-46c3-b785-87dfa4c3a0ac tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 17:12:07.807650 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a7c8502-271c-4773-9e3c-1f2b1a3fcd58 req-be78f72b-4493-46c3-b785-87dfa4c3a0ac tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 17:12:07.816295 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be78f72b-4493-46c3-b785-87dfa4c3a0ac tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] Pushing event updated for resources: {'Port': ['ID=9d50f125-92bf-4475-9d90-9724e54d278f,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:12:07.837295 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-be78f72b-4493-46c3-b785-87dfa4c3a0ac tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:12:07.864360 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7c8502-271c-4773-9e3c-1f2b1a3fcd58 req-be78f72b-4493-46c3-b785-87dfa4c3a0ac tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:12:07.865082 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-9a7c8502-271c-4773-9e3c-1f2b1a3fcd58 req-be78f72b-4493-46c3-b785-87dfa4c3a0ac tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14435'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:12:07.958102 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-9a7c8502-271c-4773-9e3c-1f2b1a3fcd58 req-be78f72b-4493-46c3-b785-87dfa4c3a0ac tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7956719 Jun 24 17:12:08.150196 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-12b12412-b67c-4579-974c-a5f5b919cf33 None None] Provisioning for port 9d50f125-92bf-4475-9d90-9724e54d278f completed by entity DHCP. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 17:12:08.155073 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-12b12412-b67c-4579-974c-a5f5b919cf33 None None] Provisioning complete for port 9d50f125-92bf-4475-9d90-9724e54d278f triggered by entity DHCP. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 17:12:08.155727 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-12b12412-b67c-4579-974c-a5f5b919cf33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979100'] for port, provisioning_complete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:12:08.190662 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-12b12412-b67c-4579-974c-a5f5b919cf33 None None] Port 9d50f125-92bf-4475-9d90-9724e54d278f cannot update to ACTIVE because it is not bound. {{(pid=93702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 17:12:08.291775 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Device feb92754-6af7-4037-8c1f-71e6e8b4fe79 no longer exists at agent hyperv_hv-cinder-79797 {{(pid=93702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 17:12:08.312418 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] No Port match for: feb92754-6af7-4037-8c1f-71e6e8b4fe79 {{(pid=93702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 17:12:08.312773 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Device feb92754-6af7-4037-8c1f-71e6e8b4fe79 not bound to the agent host hv-cinder-79797 {{(pid=93702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 17:12:11.283333 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-cd32f30f-c296-4f0d-8b43-75ebc7d159c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:12:12.348076 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.agents_db [None req-27f02d43-57e8-424c-a1b0-5a1f36db1773 None None] Agent healthcheck: found 6 active agents {{(pid=93703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 17:12:13.489314 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-365dde30-5787-4a26-b391-6216d5ea00fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:12:13.891818 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:12:14.900431 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5af43288-dd02-4084-874e-f1fcba283848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:12:16.511584 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-845c8506-8cf5-4b6b-bbc4-443bdb09ac47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:12:21.643894 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:12:26.939020 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.v2.base [req-9a7c8502-271c-4773-9e3c-1f2b1a3fcd58 req-cd67ef5f-772d-49ff-b575-0470b75bcd3f service neutron] Request body: {'port': {'device_id': '403d65b4-6ba0-4716-a965-12fd0346bab6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79797'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 17:12:27.016109 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-9a7c8502-271c-4773-9e3c-1f2b1a3fcd58 req-cd67ef5f-772d-49ff-b575-0470b75bcd3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:12:27.117738 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-c3b37027-ab4e-40a2-841a-137cf0d2b8a2 req-e8c8363d-cd98-4930-af24-22eef230da49 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1e688142-60f7-460e-a0a8-12277958e273&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0528886 Jun 24 17:12:27.262118 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b37027-ab4e-40a2-841a-137cf0d2b8a2 req-12b11ac7-44a6-4ced-af9c-b6fd839ab47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:12:27.263597 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-c3b37027-ab4e-40a2-841a-137cf0d2b8a2 req-12b11ac7-44a6-4ced-af9c-b6fd839ab47a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fea91de70bb14b7dbc15fd1cce9a200e&device_id=1e688142-60f7-460e-a0a8-12277958e273 HTTP/1.1" status: 200 len: 1099 time: 0.1078229 Jun 24 17:12:27.282999 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0273ee-52d6-4dd3-b634-c131cff2d15b req-757f9843-518d-4bac-b32b-3369674e18f7 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:12:27.284469 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-6e0273ee-52d6-4dd3-b634-c131cff2d15b req-757f9843-518d-4bac-b32b-3369674e18f7 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] 10.222.0.15 "GET /v2.0/ports?device_id=403d65b4-6ba0-4716-a965-12fd0346bab6 HTTP/1.1" status: 200 len: 931 time: 0.0914774 Jun 24 17:12:27.310536 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.notifiers.nova [req-9a7c8502-271c-4773-9e3c-1f2b1a3fcd58 req-cd67ef5f-772d-49ff-b575-0470b75bcd3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d50f125-92bf-4475-9d90-9724e54d278f {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 17:12:27.318386 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-9a7c8502-271c-4773-9e3c-1f2b1a3fcd58 req-cd67ef5f-772d-49ff-b575-0470b75bcd3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:12:27.329806 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [req-9a7c8502-271c-4773-9e3c-1f2b1a3fcd58 req-cd67ef5f-772d-49ff-b575-0470b75bcd3f service neutron] Transition to ACTIVE for port object 9d50f125-92bf-4475-9d90-9724e54d278f will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 17:12:27.377482 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-6e0273ee-52d6-4dd3-b634-c131cff2d15b req-a16b4ff5-39ef-4be3-97a1-72dc68cafe3d tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] 10.222.0.15 "GET /v2.0/security-groups?id=52b1646f-1d75-46ae-8b7b-28f6d79e1530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801215 Jun 24 17:12:27.418265 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-9a7c8502-271c-4773-9e3c-1f2b1a3fcd58 req-cd67ef5f-772d-49ff-b575-0470b75bcd3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10147627'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:12:27.418501 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b37027-ab4e-40a2-841a-137cf0d2b8a2 req-81281d94-acc2-448b-9963-4da196036723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:12:27.420135 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-c3b37027-ab4e-40a2-841a-137cf0d2b8a2 req-81281d94-acc2-448b-9963-4da196036723 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b5831895-94e5-4f0a-8fea-bf10963f4724 HTTP/1.1" status: 200 len: 911 time: 0.1306772 Jun 24 17:12:27.421295 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:12:27.498912 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd67ef5f-772d-49ff-b575-0470b75bcd3f service neutron] Pushing event updated for resources: {'Port': ['ID=9d50f125-92bf-4475-9d90-9724e54d278f,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:12:27.502674 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-cd67ef5f-772d-49ff-b575-0470b75bcd3f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:12:27.560300 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-9a7c8502-271c-4773-9e3c-1f2b1a3fcd58 req-cd67ef5f-772d-49ff-b575-0470b75bcd3f service neutron] Attempting to bind port 9d50f125-92bf-4475-9d90-9724e54d278f on host hv-cinder-79797 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 17:12:27.562706 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-9a7c8502-271c-4773-9e3c-1f2b1a3fcd58 req-cd67ef5f-772d-49ff-b575-0470b75bcd3f service neutron] Attempting to bind port 9d50f125-92bf-4475-9d90-9724e54d278f by drivers openvswitch,hyperv on host hv-cinder-79797 at level 0 using segments [{'id': '93f37f3c-6cd2-4479-974f-79faa9f614f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a45d101b-6927-4b1f-b60c-ac459e829641'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 17:12:27.562706 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a7c8502-271c-4773-9e3c-1f2b1a3fcd58 req-cd67ef5f-772d-49ff-b575-0470b75bcd3f service neutron] Attempting to bind port 9d50f125-92bf-4475-9d90-9724e54d278f on network a45d101b-6927-4b1f-b60c-ac459e829641 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 17:12:27.565535 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a7c8502-271c-4773-9e3c-1f2b1a3fcd58 req-cd67ef5f-772d-49ff-b575-0470b75bcd3f service neutron] Port 9d50f125-92bf-4475-9d90-9724e54d278f on network a45d101b-6927-4b1f-b60c-ac459e829641 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79797 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 17:12:27.565883 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a7c8502-271c-4773-9e3c-1f2b1a3fcd58 req-cd67ef5f-772d-49ff-b575-0470b75bcd3f service neutron] Attempting to bind port 9d50f125-92bf-4475-9d90-9724e54d278f on network a45d101b-6927-4b1f-b60c-ac459e829641 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 17:12:27.571865 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a7c8502-271c-4773-9e3c-1f2b1a3fcd58 req-cd67ef5f-772d-49ff-b575-0470b75bcd3f service neutron] Checking agent: {'id': '1288d539-9cda-419c-bcb9-190041a83682', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79797', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 17, 6, 19), 'started_at': datetime.datetime(2021, 6, 24, 17, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 17, 12, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 17:12:27.571999 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a7c8502-271c-4773-9e3c-1f2b1a3fcd58 req-cd67ef5f-772d-49ff-b575-0470b75bcd3f service neutron] Checking segment: {'id': '93f37f3c-6cd2-4479-974f-79faa9f614f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a45d101b-6927-4b1f-b60c-ac459e829641'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 17:12:27.572367 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a7c8502-271c-4773-9e3c-1f2b1a3fcd58 req-cd67ef5f-772d-49ff-b575-0470b75bcd3f service neutron] Bound using segment: {'id': '93f37f3c-6cd2-4479-974f-79faa9f614f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a45d101b-6927-4b1f-b60c-ac459e829641'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 17:12:27.572799 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-9a7c8502-271c-4773-9e3c-1f2b1a3fcd58 req-cd67ef5f-772d-49ff-b575-0470b75bcd3f service neutron] Bound port: 9d50f125-92bf-4475-9d90-9724e54d278f, host: hv-cinder-79797, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93f37f3c-6cd2-4479-974f-79faa9f614f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a45d101b-6927-4b1f-b60c-ac459e829641'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 17:12:27.573162 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-9a7c8502-271c-4773-9e3c-1f2b1a3fcd58 req-cd67ef5f-772d-49ff-b575-0470b75bcd3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:12:27.579732 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-c3b37027-ab4e-40a2-841a-137cf0d2b8a2 req-5aeec53b-edb6-450c-93cc-e12fe45a30d3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f6a25839-6236-4295-86d9-9bf65bfb8d21 HTTP/1.1" status: 200 len: 1001 time: 0.1509697 Jun 24 17:12:27.604844 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521bdd37-425b-489c-a8ef-c844c3fa3ebc req-905f92b2-a9d9-4efc-8c7a-1fb47679ecf7 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:12:27.611818 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-521bdd37-425b-489c-a8ef-c844c3fa3ebc req-905f92b2-a9d9-4efc-8c7a-1fb47679ecf7 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a7584ab-9d6d-4da0-8c7d-310e8d6fb3b4 HTTP/1.1" status: 200 len: 946 time: 0.1119471 Jun 24 17:12:27.667206 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-521bdd37-425b-489c-a8ef-c844c3fa3ebc req-fe1a8a0f-1f29-46b8-924b-c91436ba0da3 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/security-groups?id=92795e86-bc90-401e-8d2a-ff4520af3818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544467 Jun 24 17:12:27.673003 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-9a7c8502-271c-4773-9e3c-1f2b1a3fcd58 req-cd67ef5f-772d-49ff-b575-0470b75bcd3f service neutron] For port 9d50f125-92bf-4475-9d90-9724e54d278f, host hv-cinder-79797, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 17:12:27.678482 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-9a7c8502-271c-4773-9e3c-1f2b1a3fcd58 req-cd67ef5f-772d-49ff-b575-0470b75bcd3f service neutron] For port 9d50f125-92bf-4475-9d90-9724e54d278f, host hv-cinder-79797, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=9d50f125-92bf-4475-9d90-9724e54d278f,segment=NetworkSegment(93f37f3c-6cd2-4479-974f-79faa9f614f1),segment_id=93f37f3c-6cd2-4479-974f-79faa9f614f1)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 17:12:27.738494 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b37027-ab4e-40a2-841a-137cf0d2b8a2 req-a7bbb5b2-1099-41a4-bae9-f15229cc1660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:12:27.738494 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-c3b37027-ab4e-40a2-841a-137cf0d2b8a2 req-a7bbb5b2-1099-41a4-bae9-f15229cc1660 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e87b4c16-dac9-4f7c-93b5-b846172b2da1 HTTP/1.1" status: 200 len: 850 time: 0.0491128 Jun 24 17:12:27.761258 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-9a7c8502-271c-4773-9e3c-1f2b1a3fcd58 req-cd67ef5f-772d-49ff-b575-0470b75bcd3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10147627'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:12:27.763363 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:12:27.800605 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7c8502-271c-4773-9e3c-1f2b1a3fcd58 req-cd67ef5f-772d-49ff-b575-0470b75bcd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:12:27.801315 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-9a7c8502-271c-4773-9e3c-1f2b1a3fcd58 req-cd67ef5f-772d-49ff-b575-0470b75bcd3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14435'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:12:27.802717 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-9a7c8502-271c-4773-9e3c-1f2b1a3fcd58 req-cd67ef5f-772d-49ff-b575-0470b75bcd3f service neutron] 10.222.0.37 "PUT /v2.0/ports/9d50f125-92bf-4475-9d90-9724e54d278f HTTP/1.1" status: 200 len: 1093 time: 0.8684003 Jun 24 17:12:27.803287 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '403d65b4-6ba0-4716-a965-12fd0346bab6', 'tag': '9d50f125-92bf-4475-9d90-9724e54d278f'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 17:12:27.805671 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55b777855581bcfca1ea7f1411fd739ba8bd3bff9faf8aab84294ca486557f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93c000ec-a206-44af-8d99-d6ad831b17dc" -d '{"events": [{"name": "network-changed", "server_uuid": "403d65b4-6ba0-4716-a965-12fd0346bab6", "tag": "9d50f125-92bf-4475-9d90-9724e54d278f"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 17:12:27.831041 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b37027-ab4e-40a2-841a-137cf0d2b8a2 req-5b921d72-3ef4-47a2-a72e-ac930507dd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:12:27.832873 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-c3b37027-ab4e-40a2-841a-137cf0d2b8a2 req-5b921d72-3ef4-47a2-a72e-ac930507dd5e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b5831895-94e5-4f0a-8fea-bf10963f4724&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0916216 Jun 24 17:12:27.839307 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd67ef5f-772d-49ff-b575-0470b75bcd3f service neutron] Pushing event updated for resources: {'Port': ['ID=9d50f125-92bf-4475-9d90-9724e54d278f,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:12:27.849423 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-cd67ef5f-772d-49ff-b575-0470b75bcd3f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:12:27.883508 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 17:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad99dbea-691d-4569-94ec-279f42352e01 x-openstack-request-id: req-ad99dbea-691d-4569-94ec-279f42352e01 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 17:12:27.884671 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "403d65b4-6ba0-4716-a965-12fd0346bab6", "tag": "9d50f125-92bf-4475-9d90-9724e54d278f", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 17:12:27.885017 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ad99dbea-691d-4569-94ec-279f42352e01 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 17:12:27.885515 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '403d65b4-6ba0-4716-a965-12fd0346bab6', 'tag': '9d50f125-92bf-4475-9d90-9724e54d278f', 'status': 'completed', 'code': 200} Jun 24 17:12:27.937584 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bf8d99-1604-403a-8f54-1fde3480912c req-043df4c3-ab36-411c-acf5-270aedb42fc6 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:12:27.943797 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-f8bf8d99-1604-403a-8f54-1fde3480912c req-043df4c3-ab36-411c-acf5-270aedb42fc6 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.15 "GET /v2.0/ports?device_id=7f3d984b-f6ee-40de-ba4c-8370d8f6cef6 HTTP/1.1" status: 200 len: 945 time: 0.1509936 Jun 24 17:12:27.992292 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-c3b37027-ab4e-40a2-841a-137cf0d2b8a2 req-c59bafb7-6144-4d0f-908a-edff870f5148 service neutron] 10.222.0.37 "GET /v2.0/networks/b5831895-94e5-4f0a-8fea-bf10963f4724?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508222 Jun 24 17:12:27.992841 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c000ec-a206-44af-8d99-d6ad831b17dc req-017f5da5-a200-4545-ac49-53a60caf3611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:12:27.994413 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-93c000ec-a206-44af-8d99-d6ad831b17dc req-017f5da5-a200-4545-ac49-53a60caf3611 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2fcaafd20cb9434aa25d111d6081b900&device_id=403d65b4-6ba0-4716-a965-12fd0346bab6 HTTP/1.1" status: 200 len: 1096 time: 0.0592177 Jun 24 17:12:27.997614 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-f8bf8d99-1604-403a-8f54-1fde3480912c req-8f0828b4-d9a4-4e48-8fee-8d25b6861d68 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.15 "GET /v2.0/security-groups?id=240ea0bc-105c-4667-abc7-4b917e0290b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505233 Jun 24 17:12:28.100034 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-c3b37027-ab4e-40a2-841a-137cf0d2b8a2 req-1cbff686-0a02-483a-b536-c64dcd7ffc03 service neutron] 10.222.0.37 "GET /v2.0/networks/b5831895-94e5-4f0a-8fea-bf10963f4724?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872147 Jun 24 17:12:28.113570 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c000ec-a206-44af-8d99-d6ad831b17dc req-c9b92c1d-62ff-4deb-b085-27a284ed9ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:12:28.115016 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-93c000ec-a206-44af-8d99-d6ad831b17dc req-c9b92c1d-62ff-4deb-b085-27a284ed9ba2 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=2fcaafd20cb9434aa25d111d6081b900&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1010025 Jun 24 17:12:28.213817 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c000ec-a206-44af-8d99-d6ad831b17dc req-0ecaabf9-64fd-4f42-8ebd-3ca9ec0fa04b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:12:28.215246 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-93c000ec-a206-44af-8d99-d6ad831b17dc req-0ecaabf9-64fd-4f42-8ebd-3ca9ec0fa04b service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0930181 Jun 24 17:12:28.373938 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7c8502-271c-4773-9e3c-1f2b1a3fcd58 req-ef21b788-faa9-460c-93fc-a0c3c0ec713d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:12:28.379527 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-9a7c8502-271c-4773-9e3c-1f2b1a3fcd58 req-ef21b788-faa9-460c-93fc-a0c3c0ec713d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2fcaafd20cb9434aa25d111d6081b900&device_id=403d65b4-6ba0-4716-a965-12fd0346bab6 HTTP/1.1" status: 200 len: 1096 time: 0.0580208 Jun 24 17:12:28.428924 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-9a7c8502-271c-4773-9e3c-1f2b1a3fcd58 req-9331f904-be14-4720-88f1-d991741c759e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9d50f125-92bf-4475-9d90-9724e54d278f HTTP/1.1" status: 200 len: 217 time: 0.0368409 Jun 24 17:12:28.484178 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7c8502-271c-4773-9e3c-1f2b1a3fcd58 req-08171292-ec7d-4b03-908e-6f9689716910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:12:28.485602 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-9a7c8502-271c-4773-9e3c-1f2b1a3fcd58 req-08171292-ec7d-4b03-908e-6f9689716910 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ad8c42be-ee98-463d-b12f-0b1f5644eae5 HTTP/1.1" status: 200 len: 854 time: 0.0491271 Jun 24 17:12:28.585766 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7c8502-271c-4773-9e3c-1f2b1a3fcd58 req-fe1cce56-a6e8-4937-946a-328c66b96f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:12:28.587194 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-9a7c8502-271c-4773-9e3c-1f2b1a3fcd58 req-fe1cce56-a6e8-4937-946a-328c66b96f59 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a45d101b-6927-4b1f-b60c-ac459e829641&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0933499 Jun 24 17:12:28.601574 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cacd72-e7af-4f90-b238-8b1008f1f02c req-82ca70f8-a3ec-40ed-ae2c-650f0dc55a5b tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:12:28.602984 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-b1cacd72-e7af-4f90-b238-8b1008f1f02c req-82ca70f8-a3ec-40ed-ae2c-650f0dc55a5b tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] 10.222.0.15 "GET /v2.0/ports?device_id=403d65b4-6ba0-4716-a965-12fd0346bab6 HTTP/1.1" status: 200 len: 943 time: 0.0807359 Jun 24 17:12:28.697385 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-b1cacd72-e7af-4f90-b238-8b1008f1f02c req-98282aa4-8d88-4735-88ea-e0dfb3775a50 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] 10.222.0.15 "GET /v2.0/security-groups?id=52b1646f-1d75-46ae-8b7b-28f6d79e1530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864470 Jun 24 17:12:28.720892 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-9a7c8502-271c-4773-9e3c-1f2b1a3fcd58 req-2fc61510-b59e-4c1d-89cb-0cd942f107dd service neutron] 10.222.0.37 "GET /v2.0/networks/a45d101b-6927-4b1f-b60c-ac459e829641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169827 Jun 24 17:12:28.868391 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ac0e58-b458-456f-81db-1d55c5fb3735 req-bd3901be-89d2-48e0-a5e3-3d9f2f8ab32f tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:12:28.869976 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-99ac0e58-b458-456f-81db-1d55c5fb3735 req-bd3901be-89d2-48e0-a5e3-3d9f2f8ab32f tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a7584ab-9d6d-4da0-8c7d-310e8d6fb3b4 HTTP/1.1" status: 200 len: 946 time: 0.0714746 Jun 24 17:12:29.063582 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-9a7c8502-271c-4773-9e3c-1f2b1a3fcd58 req-bce48fb7-8f28-4cae-ba3e-1e192e4941d2 service neutron] 10.222.0.37 "GET /v2.0/networks/a45d101b-6927-4b1f-b60c-ac459e829641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3333478 Jun 24 17:12:29.118554 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-99ac0e58-b458-456f-81db-1d55c5fb3735 req-4cb3d9a6-5762-40f1-927d-5482643e9252 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/security-groups?id=92795e86-bc90-401e-8d2a-ff4520af3818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420940 Jun 24 17:12:29.185608 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc16add-0fb4-4aba-941d-13b3ef04785c req-49d468e1-297c-4841-8979-c345327587c6 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:12:29.187088 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-fcc16add-0fb4-4aba-941d-13b3ef04785c req-49d468e1-297c-4841-8979-c345327587c6 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.15 "GET /v2.0/ports?device_id=7f3d984b-f6ee-40de-ba4c-8370d8f6cef6 HTTP/1.1" status: 200 len: 945 time: 0.0673265 Jun 24 17:12:29.228216 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-fcc16add-0fb4-4aba-941d-13b3ef04785c req-1b706654-9578-445b-ae7d-d9ee2abe7543 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.15 "GET /v2.0/security-groups?id=240ea0bc-105c-4667-abc7-4b917e0290b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346501 Jun 24 17:12:29.872064 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65c054c-f112-4d36-b5d5-a95fec8f0bc6 req-8ce644b3-cb6d-42b1-8c04-b9b20293215d tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:12:29.873473 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-e65c054c-f112-4d36-b5d5-a95fec8f0bc6 req-8ce644b3-cb6d-42b1-8c04-b9b20293215d tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] 10.222.0.15 "GET /v2.0/ports?device_id=403d65b4-6ba0-4716-a965-12fd0346bab6 HTTP/1.1" status: 200 len: 943 time: 0.0614309 Jun 24 17:12:29.911110 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-e65c054c-f112-4d36-b5d5-a95fec8f0bc6 req-0f1ae589-3add-40b6-ae25-01fa19cfd72e tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] 10.222.0.15 "GET /v2.0/security-groups?id=52b1646f-1d75-46ae-8b7b-28f6d79e1530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312023 Jun 24 17:12:30.292651 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae2dffb-5641-40c4-b9c5-a8a64c7ade2f req-4b4e5e4d-0cb5-4db8-b373-e3f046a0384c tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:12:30.294136 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-dae2dffb-5641-40c4-b9c5-a8a64c7ade2f req-4b4e5e4d-0cb5-4db8-b373-e3f046a0384c tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a7584ab-9d6d-4da0-8c7d-310e8d6fb3b4 HTTP/1.1" status: 200 len: 946 time: 0.0620363 Jun 24 17:12:30.331745 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-dae2dffb-5641-40c4-b9c5-a8a64c7ade2f req-d6ebe4f5-9480-458c-a89a-ecba29ba18d0 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/security-groups?id=92795e86-bc90-401e-8d2a-ff4520af3818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319772 Jun 24 17:12:30.402019 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71876d2b-d513-48eb-9f60-9f3ce2b48ad6 req-0c105fa7-05c3-4151-9983-8977b1bfad4a tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:12:30.403694 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-71876d2b-d513-48eb-9f60-9f3ce2b48ad6 req-0c105fa7-05c3-4151-9983-8977b1bfad4a tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.15 "GET /v2.0/ports?device_id=7f3d984b-f6ee-40de-ba4c-8370d8f6cef6 HTTP/1.1" status: 200 len: 945 time: 0.0607545 Jun 24 17:12:30.443677 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-71876d2b-d513-48eb-9f60-9f3ce2b48ad6 req-e3451839-0358-4b5d-942a-70e1f03a1547 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.15 "GET /v2.0/security-groups?id=240ea0bc-105c-4667-abc7-4b917e0290b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344419 Jun 24 17:12:30.513692 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51e4374-ab64-40b9-b760-ec99c8a0c256 req-e37cd9b7-852d-4998-90c3-4eb5ec05bbfe tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:12:30.515103 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-b51e4374-ab64-40b9-b760-ec99c8a0c256 req-e37cd9b7-852d-4998-90c3-4eb5ec05bbfe tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f3d984b-f6ee-40de-ba4c-8370d8f6cef6 HTTP/1.1" status: 200 len: 945 time: 0.0621746 Jun 24 17:12:30.612214 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [req-b51e4374-ab64-40b9-b760-ec99c8a0c256 req-105d642d-b33a-47ca-b3de-6c0ced73858e tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Deleting port 11b9971d-f988-4b28-a63c-b6938d952daa {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 17:12:30.612551 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-b51e4374-ab64-40b9-b760-ec99c8a0c256 req-105d642d-b33a-47ca-b3de-6c0ced73858e tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734938643496'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:12:30.697620 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-b51e4374-ab64-40b9-b760-ec99c8a0c256 req-105d642d-b33a-47ca-b3de-6c0ced73858e tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] For port 11b9971d-f988-4b28-a63c-b6938d952daa, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=11b9971d-f988-4b28-a63c-b6938d952daa,segment=NetworkSegment(12f2579c-f9ba-4bfe-aa56-7adb09f408d3),segment_id=12f2579c-f9ba-4bfe-aa56-7adb09f408d3)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 17:12:30.697932 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-b51e4374-ab64-40b9-b760-ec99c8a0c256 req-105d642d-b33a-47ca-b3de-6c0ced73858e tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939437'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:12:30.710806 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [req-b51e4374-ab64-40b9-b760-ec99c8a0c256 req-105d642d-b33a-47ca-b3de-6c0ced73858e tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Calling delete_port for 11b9971d-f988-4b28-a63c-b6938d952daa owned by compute:nova {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 17:12:30.923060 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-b51e4374-ab64-40b9-b760-ec99c8a0c256 req-105d642d-b33a-47ca-b3de-6c0ced73858e tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734938646739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734938254839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10147618'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:12:30.927614 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:12:30.952575 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105d642d-b33a-47ca-b3de-6c0ced73858e tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Pushing event deleted for resources: {'Port': ['ID=11b9971d-f988-4b28-a63c-b6938d952daa,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:12:30.955627 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-105d642d-b33a-47ca-b3de-6c0ced73858e tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:12:30.974414 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] get_ports_and_sgs() called for port_ids ['11b9971d-f988-4b28-a63c-b6938d952daa'] {{(pid=93702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 17:12:31.000934 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-b51e4374-ab64-40b9-b760-ec99c8a0c256 req-105d642d-b33a-47ca-b3de-6c0ced73858e tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] No DVR routers for this DVR port 11b9971d-f988-4b28-a63c-b6938d952daa on host hv-cinder-79797 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 17:12:31.003294 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-b51e4374-ab64-40b9-b760-ec99c8a0c256 req-105d642d-b33a-47ca-b3de-6c0ced73858e tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14435'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:12:31.005815 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-b51e4374-ab64-40b9-b760-ec99c8a0c256 req-105d642d-b33a-47ca-b3de-6c0ced73858e tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.37 "DELETE /v2.0/ports/11b9971d-f988-4b28-a63c-b6938d952daa HTTP/1.1" status: 204 len: 173 time: 0.4845717 Jun 24 17:12:31.006304 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f3d984b-f6ee-40de-ba4c-8370d8f6cef6', 'name': 'network-vif-deleted', 'tag': '11b9971d-f988-4b28-a63c-b6938d952daa'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 17:12:31.008597 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55b777855581bcfca1ea7f1411fd739ba8bd3bff9faf8aab84294ca486557f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ffc4aa6-4d89-4db9-956f-3068af9aa8c2" -d '{"events": [{"server_uuid": "7f3d984b-f6ee-40de-ba4c-8370d8f6cef6", "name": "network-vif-deleted", "tag": "11b9971d-f988-4b28-a63c-b6938d952daa"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 17:12:31.053326 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 17:12:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31180e8f-d109-4134-bca3-4ddc6a49818e x-openstack-request-id: req-31180e8f-d109-4134-bca3-4ddc6a49818e {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 17:12:31.053640 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f3d984b-f6ee-40de-ba4c-8370d8f6cef6", "name": "network-vif-deleted", "tag": "11b9971d-f988-4b28-a63c-b6938d952daa", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 17:12:31.053935 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-31180e8f-d109-4134-bca3-4ddc6a49818e {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 17:12:31.054338 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f3d984b-f6ee-40de-ba4c-8370d8f6cef6', 'name': 'network-vif-deleted', 'tag': '11b9971d-f988-4b28-a63c-b6938d952daa', 'status': 'completed', 'code': 200} Jun 24 17:12:31.088900 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dafb62-b316-4f36-bd4a-ea530c297fe7 req-8fd504cd-85b3-482e-9cb7-49d08a9a91cf tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:12:31.090361 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-61dafb62-b316-4f36-bd4a-ea530c297fe7 req-8fd504cd-85b3-482e-9cb7-49d08a9a91cf tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] 10.222.0.15 "GET /v2.0/ports?device_id=403d65b4-6ba0-4716-a965-12fd0346bab6 HTTP/1.1" status: 200 len: 943 time: 0.0656605 Jun 24 17:12:31.127295 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-61dafb62-b316-4f36-bd4a-ea530c297fe7 req-637c2229-c522-40a2-abfd-d458fa7866cd tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] 10.222.0.15 "GET /v2.0/security-groups?id=52b1646f-1d75-46ae-8b7b-28f6d79e1530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312104 Jun 24 17:12:31.507813 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5e12ca-a8e6-41ab-8610-d0104e3cbee4 req-9bea7e36-1b68-4d45-94d7-26437073f8e1 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:12:31.509264 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-ee5e12ca-a8e6-41ab-8610-d0104e3cbee4 req-9bea7e36-1b68-4d45-94d7-26437073f8e1 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a7584ab-9d6d-4da0-8c7d-310e8d6fb3b4 HTTP/1.1" status: 200 len: 946 time: 0.0627899 Jun 24 17:12:31.546848 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-ee5e12ca-a8e6-41ab-8610-d0104e3cbee4 req-bd4df08a-0667-4a42-a6be-9c172ca392b5 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/security-groups?id=92795e86-bc90-401e-8d2a-ff4520af3818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316260 Jun 24 17:12:31.688440 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-af1bf3eb-dff5-44a5-a690-649ef0207538 req-78fd3bc0-c706-4c2b-81bd-5fbc509e1de5 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] 10.222.0.15 "GET /v2.0/ports?device_id=7f3d984b-f6ee-40de-ba4c-8370d8f6cef6 HTTP/1.1" status: 200 len: 210 time: 0.0290172 Jun 24 17:12:32.310551 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0c9358-c341-4726-83e4-4a969bf5d052 req-af1dfa3a-b255-4db7-833c-a3451f6abf51 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:12:32.311947 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-aa0c9358-c341-4726-83e4-4a969bf5d052 req-af1dfa3a-b255-4db7-833c-a3451f6abf51 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a7584ab-9d6d-4da0-8c7d-310e8d6fb3b4 HTTP/1.1" status: 200 len: 946 time: 0.1036654 Jun 24 17:12:32.325592 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2879b342-4bea-43fe-a18d-ae9219f5d697 req-9bc9fee1-f1cd-4fe7-9954-222038d4d086 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:12:32.327329 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-2879b342-4bea-43fe-a18d-ae9219f5d697 req-9bc9fee1-f1cd-4fe7-9954-222038d4d086 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/ports?device_id=2cb35b0b-f463-499a-8688-2bd5f250449b HTTP/1.1" status: 200 len: 945 time: 0.1174483 Jun 24 17:12:32.365742 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Device 9d50f125-92bf-4475-9d90-9724e54d278f details requested by agent hyperv_hv-cinder-79797 with host hv-cinder-79797 {{(pid=93702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 17:12:32.407626 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-2879b342-4bea-43fe-a18d-ae9219f5d697 req-b8e1a97c-7a0e-4e2e-a100-0f6d6483bbf7 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac3fa70e-0f44-45d3-b39b-c4cad7af486e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724583 Jun 24 17:12:32.460429 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [req-aa0c9358-c341-4726-83e4-4a969bf5d052 req-ed449fcc-e186-4896-8c88-16c0bc917e60 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] Deleting port 6828f935-363e-4d8c-8695-9be61abc441b {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 17:12:32.461003 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-aa0c9358-c341-4726-83e4-4a969bf5d052 req-ed449fcc-e186-4896-8c88-16c0bc917e60 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734938643496'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:12:32.468420 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] For port 9d50f125-92bf-4475-9d90-9724e54d278f, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=9d50f125-92bf-4475-9d90-9724e54d278f,segment=NetworkSegment(93f37f3c-6cd2-4479-974f-79faa9f614f1),segment_id=93f37f3c-6cd2-4479-974f-79faa9f614f1)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 17:12:32.485250 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Returning: {'device': '9d50f125-92bf-4475-9d90-9724e54d278f', 'network_id': 'a45d101b-6927-4b1f-b60c-ac459e829641', 'port_id': '9d50f125-92bf-4475-9d90-9724e54d278f', 'mac_address': 'fa:16:3e:a2:ed:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad8c42be-ee98-463d-b12f-0b1f5644eae5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 17:12:32.526492 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:12:32.539970 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.notifiers.nova [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d50f125-92bf-4475-9d90-9724e54d278f {{(pid=93702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 17:12:32.558625 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] For port 9d50f125-92bf-4475-9d90-9724e54d278f, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=9d50f125-92bf-4475-9d90-9724e54d278f,segment=NetworkSegment(93f37f3c-6cd2-4479-974f-79faa9f614f1),segment_id=93f37f3c-6cd2-4479-974f-79faa9f614f1)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 17:12:32.596465 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-aa0c9358-c341-4726-83e4-4a969bf5d052 req-ed449fcc-e186-4896-8c88-16c0bc917e60 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] For port 6828f935-363e-4d8c-8695-9be61abc441b, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=6828f935-363e-4d8c-8695-9be61abc441b,segment=NetworkSegment(2dcfe78b-23a4-4269-b080-4498cc70c905),segment_id=2dcfe78b-23a4-4269-b080-4498cc70c905)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 17:12:32.596815 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-aa0c9358-c341-4726-83e4-4a969bf5d052 req-ed449fcc-e186-4896-8c88-16c0bc917e60 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939437'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:12:32.612678 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [req-aa0c9358-c341-4726-83e4-4a969bf5d052 req-ed449fcc-e186-4896-8c88-16c0bc917e60 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] Calling delete_port for 6828f935-363e-4d8c-8695-9be61abc441b owned by compute:nova {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 17:12:32.640995 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:12:32.642986 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-48083b75-23e1-48c5-9838-1cb5b093cde9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:12:32.672799 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ce6036-b7a4-4b4d-b1ea-1d18fc0d79ec req-1f73a683-a393-448c-86b7-a99591517db1 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:12:32.674280 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-27ce6036-b7a4-4b4d-b1ea-1d18fc0d79ec req-1f73a683-a393-448c-86b7-a99591517db1 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] 10.222.0.15 "GET /v2.0/ports?device_id=403d65b4-6ba0-4716-a965-12fd0346bab6 HTTP/1.1" status: 200 len: 943 time: 0.1452482 Jun 24 17:12:32.689800 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Pushing event updated for resources: {'Port': ['ID=9d50f125-92bf-4475-9d90-9724e54d278f,revision_number=4']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:12:32.702482 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:12:32.702968 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:12:32.703327 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:12:32.703725 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:12:32.703995 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:12:32.704322 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:12:32.704661 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:12:32.704983 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:12:32.705302 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:12:32.705621 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:12:32.708678 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:12:32.708678 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:12:32.712613 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:12:32.738588 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-27ce6036-b7a4-4b4d-b1ea-1d18fc0d79ec req-b02a82a7-551a-4642-a9e5-9d0421707137 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] 10.222.0.15 "GET /v2.0/security-groups?id=52b1646f-1d75-46ae-8b7b-28f6d79e1530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564539 Jun 24 17:12:32.851075 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 58494) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:12:32.859680 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-aa0c9358-c341-4726-83e4-4a969bf5d052 req-ed449fcc-e186-4896-8c88-16c0bc917e60 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734938646739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734938254839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10147618'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:12:32.884541 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:12:32.899095 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7d2afd-213e-42aa-ab95-f4c7426344d0 req-593381f3-6f36-4692-b569-1013872da072 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:12:32.902214 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-3a7d2afd-213e-42aa-ab95-f4c7426344d0 req-593381f3-6f36-4692-b569-1013872da072 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a7584ab-9d6d-4da0-8c7d-310e8d6fb3b4 HTTP/1.1" status: 200 len: 867 time: 0.0808287 Jun 24 17:12:32.903797 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] get_ports_and_sgs() called for port_ids ['6828f935-363e-4d8c-8695-9be61abc441b'] {{(pid=93702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 17:12:32.927297 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed449fcc-e186-4896-8c88-16c0bc917e60 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] Pushing event deleted for resources: {'Port': ['ID=6828f935-363e-4d8c-8695-9be61abc441b,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:12:32.940087 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-ed449fcc-e186-4896-8c88-16c0bc917e60 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:12:32.947649 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7943bc5-05c6-4ab0-bac2-8a6b03b51253 admin admin] Deleting subnet 5f9f2a5b-9478-442a-a358-447e513537b6 {{(pid=93701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 17:12:32.953623 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-3a7d2afd-213e-42aa-ab95-f4c7426344d0 req-767ec13b-3bfb-4b5c-a024-491666f91bb7 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/security-groups?id=92795e86-bc90-401e-8d2a-ff4520af3818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455136 Jun 24 17:12:32.967983 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7943bc5-05c6-4ab0-bac2-8a6b03b51253 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:12:33.003563 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa0c9358-c341-4726-83e4-4a969bf5d052 req-ed449fcc-e186-4896-8c88-16c0bc917e60 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] No DVR routers for this DVR port 6828f935-363e-4d8c-8695-9be61abc441b on host hv-cinder-79797 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 17:12:33.007480 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-aa0c9358-c341-4726-83e4-4a969bf5d052 req-ed449fcc-e186-4896-8c88-16c0bc917e60 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14435'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:12:33.009386 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-aa0c9358-c341-4726-83e4-4a969bf5d052 req-ed449fcc-e186-4896-8c88-16c0bc917e60 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.37 "DELETE /v2.0/ports/6828f935-363e-4d8c-8695-9be61abc441b HTTP/1.1" status: 204 len: 173 time: 0.6755760 Jun 24 17:12:33.024001 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7943bc5-05c6-4ab0-bac2-8a6b03b51253 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8727705'] for subnet, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:12:33.054866 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a7584ab-9d6d-4da0-8c7d-310e8d6fb3b4', 'name': 'network-vif-deleted', 'tag': '6828f935-363e-4d8c-8695-9be61abc441b'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 17:12:33.057120 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55b777855581bcfca1ea7f1411fd739ba8bd3bff9faf8aab84294ca486557f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64f78e01-a5d4-4f89-b16b-39121c9c308a" -d '{"events": [{"server_uuid": "6a7584ab-9d6d-4da0-8c7d-310e8d6fb3b4", "name": "network-vif-deleted", "tag": "6828f935-363e-4d8c-8695-9be61abc441b"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 17:12:33.070810 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7943bc5-05c6-4ab0-bac2-8a6b03b51253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1980419'] for subnet, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:12:33.095489 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 17:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f79c036-e8c7-41ac-824d-065f3e2fdcce x-openstack-request-id: req-3f79c036-e8c7-41ac-824d-065f3e2fdcce {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 17:12:33.095811 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a7584ab-9d6d-4da0-8c7d-310e8d6fb3b4", "name": "network-vif-deleted", "tag": "6828f935-363e-4d8c-8695-9be61abc441b", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 17:12:33.096115 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3f79c036-e8c7-41ac-824d-065f3e2fdcce {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 17:12:33.096526 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a7584ab-9d6d-4da0-8c7d-310e8d6fb3b4', 'name': 'network-vif-deleted', 'tag': '6828f935-363e-4d8c-8695-9be61abc441b', 'status': 'completed', 'code': 200} Jun 24 17:12:33.112890 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] get_ports_and_sgs() called for port_ids ['9d50f125-92bf-4475-9d90-9724e54d278f'] {{(pid=93702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 17:12:33.192011 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7943bc5-05c6-4ab0-bac2-8a6b03b51253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1980436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10147820', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10152639'] for subnet, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:12:33.195188 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:12:33.222984 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7943bc5-05c6-4ab0-bac2-8a6b03b51253 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f9f2a5b-9478-442a-a358-447e513537b6,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:12:33.224810 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7943bc5-05c6-4ab0-bac2-8a6b03b51253 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:12:33.229034 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-a7943bc5-05c6-4ab0-bac2-8a6b03b51253 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/5f9f2a5b-9478-442a-a358-447e513537b6 HTTP/1.1" status: 204 len: 168 time: 0.3745761 Jun 24 17:12:33.229034 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-a7943bc5-05c6-4ab0-bac2-8a6b03b51253 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:12:33.249215 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 58498) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:12:33.298268 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-82884930-8dec-42c9-9d1a-ace3acc69d72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2040168'] for network, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:12:33.378101 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-82884930-8dec-42c9-9d1a-ace3acc69d72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982037', 'neutron.services.segments.db._delete_segments_for_network-8734938762792'] for network, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:12:33.389362 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.services.segments.db [None req-82884930-8dec-42c9-9d1a-ace3acc69d72 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba658aca-cb58-44c7-9214-800ff857a4cd']}} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:12:33.399311 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.services.segments.db [None req-82884930-8dec-42c9-9d1a-ace3acc69d72 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12f2579c-f9ba-4bfe-aa56-7adb09f408d3') {'for_net_delete': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:12:33.399655 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.services.segments.db [None req-82884930-8dec-42c9-9d1a-ace3acc69d72 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12f2579c-f9ba-4bfe-aa56-7adb09f408d3') {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:12:33.408673 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-82884930-8dec-42c9-9d1a-ace3acc69d72 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734938750383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8727776'] for segment, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:12:33.422091 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-82884930-8dec-42c9-9d1a-ace3acc69d72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083357'] for segment, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:12:33.428611 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82884930-8dec-42c9-9d1a-ace3acc69d72 admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=93701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 17:12:33.428996 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-82884930-8dec-42c9-9d1a-ace3acc69d72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10147599'] for segment, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:12:33.430664 dv-cinder-797970-1-iscsi neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 17:12:33.430664 dv-cinder-797970-1-iscsi neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jun 24 17:12:33.430664 dv-cinder-797970-1-iscsi neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 17:12:33.430664 dv-cinder-797970-1-iscsi neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jun 24 17:12:33.430664 dv-cinder-797970-1-iscsi neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 17:12:33.430664 dv-cinder-797970-1-iscsi neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jun 24 17:12:33.430664 dv-cinder-797970-1-iscsi neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 17:12:33.430664 dv-cinder-797970-1-iscsi neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jun 24 17:12:33.430664 dv-cinder-797970-1-iscsi neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 17:12:33.430664 dv-cinder-797970-1-iscsi neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jun 24 17:12:33.430664 dv-cinder-797970-1-iscsi neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 17:12:33.430664 dv-cinder-797970-1-iscsi neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jun 24 17:12:33.430664 dv-cinder-797970-1-iscsi neutron-server[93701]: Traceback (most recent call last): Jun 24 17:12:33.430664 dv-cinder-797970-1-iscsi neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 17:12:33.430664 dv-cinder-797970-1-iscsi neutron-server[93701]: timer() Jun 24 17:12:33.430664 dv-cinder-797970-1-iscsi neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 17:12:33.430664 dv-cinder-797970-1-iscsi neutron-server[93701]: cb(*args, **kw) Jun 24 17:12:33.430664 dv-cinder-797970-1-iscsi neutron-server[93701]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 17:12:33.430664 dv-cinder-797970-1-iscsi neutron-server[93701]: return func(*args, **kwargs) Jun 24 17:12:33.430664 dv-cinder-797970-1-iscsi neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 17:12:33.430664 dv-cinder-797970-1-iscsi neutron-server[93701]: self._notify() Jun 24 17:12:33.430664 dv-cinder-797970-1-iscsi neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 17:12:33.430664 dv-cinder-797970-1-iscsi neutron-server[93701]: self.callback(batched_events) Jun 24 17:12:33.430664 dv-cinder-797970-1-iscsi neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 17:12:33.430664 dv-cinder-797970-1-iscsi neutron-server[93701]: event.method(event) Jun 24 17:12:33.430664 dv-cinder-797970-1-iscsi neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 17:12:33.430664 dv-cinder-797970-1-iscsi neutron-server[93701]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 17:12:33.430664 dv-cinder-797970-1-iscsi neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 17:12:33.430664 dv-cinder-797970-1-iscsi neutron-server[93701]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 17:12:33.430664 dv-cinder-797970-1-iscsi neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 17:12:33.430664 dv-cinder-797970-1-iscsi neutron-server[93701]: return f(self, *a, **k) Jun 24 17:12:33.430664 dv-cinder-797970-1-iscsi neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 17:12:33.430664 dv-cinder-797970-1-iscsi neutron-server[93701]: return self._get(url).json() Jun 24 17:12:33.430664 dv-cinder-797970-1-iscsi neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 17:12:33.430664 dv-cinder-797970-1-iscsi neutron-server[93701]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 17:12:33.430664 dv-cinder-797970-1-iscsi neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 17:12:33.430664 dv-cinder-797970-1-iscsi neutron-server[93701]: return self.request(url, 'GET', **kwargs) Jun 24 17:12:33.430664 dv-cinder-797970-1-iscsi neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 17:12:33.430664 dv-cinder-797970-1-iscsi neutron-server[93701]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 17:12:33.430664 dv-cinder-797970-1-iscsi neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 17:12:33.430664 dv-cinder-797970-1-iscsi neutron-server[93701]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 17:12:33.430664 dv-cinder-797970-1-iscsi neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 17:12:33.430664 dv-cinder-797970-1-iscsi neutron-server[93701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 17:12:33.430664 dv-cinder-797970-1-iscsi neutron-server[93701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 17:12:33.580101 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-82884930-8dec-42c9-9d1a-ace3acc69d72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-545941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-938511'] for network, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:12:33.584877 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-43e11896-a34a-4d72-a503-12f46910afdb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:12:33.588933 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-82884930-8dec-42c9-9d1a-ace3acc69d72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592921'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:12:33.593213 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-82884930-8dec-42c9-9d1a-ace3acc69d72 admin admin] 10.222.0.15 "DELETE /v2.0/networks/ba658aca-cb58-44c7-9214-800ff857a4cd HTTP/1.1" status: 204 len: 168 time: 0.3605871 Jun 24 17:12:33.594796 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330d07bc-8fcc-4fe9-89ff-eeeb7484ff12 req-bf61f9c6-087a-4aba-b726-92060283d59e tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:12:33.596025 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-330d07bc-8fcc-4fe9-89ff-eeeb7484ff12 req-bf61f9c6-087a-4aba-b726-92060283d59e tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/ports?device_id=2cb35b0b-f463-499a-8688-2bd5f250449b HTTP/1.1" status: 200 len: 945 time: 0.0638082 Jun 24 17:12:33.604657 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82884930-8dec-42c9-9d1a-ace3acc69d72 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba658aca-cb58-44c7-9214-800ff857a4cd,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:12:33.608089 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-82884930-8dec-42c9-9d1a-ace3acc69d72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:12:33.635594 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-330d07bc-8fcc-4fe9-89ff-eeeb7484ff12 req-1ab2dab0-07b2-4356-8479-10df9d7c80e6 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac3fa70e-0f44-45d3-b39b-c4cad7af486e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329051 Jun 24 17:12:33.924613 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173ea025-c5b0-48aa-9c25-cd826e03e5c0 req-40067e25-6318-46f7-81f6-3a131b5b36c4 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:12:33.926738 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-173ea025-c5b0-48aa-9c25-cd826e03e5c0 req-40067e25-6318-46f7-81f6-3a131b5b36c4 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] 10.222.0.15 "GET /v2.0/ports?device_id=403d65b4-6ba0-4716-a965-12fd0346bab6 HTTP/1.1" status: 200 len: 944 time: 0.0635841 Jun 24 17:12:33.963984 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-173ea025-c5b0-48aa-9c25-cd826e03e5c0 req-542a975d-f935-49c9-9f21-4e0379887007 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] 10.222.0.15 "GET /v2.0/security-groups?id=52b1646f-1d75-46ae-8b7b-28f6d79e1530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316651 Jun 24 17:12:34.072611 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 58510) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:12:34.126922 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-7191c0ab-cb58-4360-be76-7c072cb78338 req-c2d1ffe5-e540-44a0-b15f-a8c1dc7d61bc tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a7584ab-9d6d-4da0-8c7d-310e8d6fb3b4 HTTP/1.1" status: 200 len: 210 time: 0.0349767 Jun 24 17:12:34.141572 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-ebbece61-2a8a-4033-be65-8b21fc08b6b7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=18bc19e8074840d5aacd005693f389bc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0677178 Jun 24 17:12:34.144605 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 58512) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:12:34.197057 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-9dc37541-3672-4f3d-9eb8-a9177b2fcc3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:12:34.218833 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-9dc37541-3672-4f3d-9eb8-a9177b2fcc3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:12:34.362710 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-9dc37541-3672-4f3d-9eb8-a9177b2fcc3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:12:34.365493 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-9dc37541-3672-4f3d-9eb8-a9177b2fcc3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:12:34.366645 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-9dc37541-3672-4f3d-9eb8-a9177b2fcc3e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/240ea0bc-105c-4667-abc7-4b917e0290b6 HTTP/1.1" status: 204 len: 168 time: 0.2205839 Jun 24 17:12:34.367450 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-2706871f-7557-442d-8bb4-6be8ed7e07bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:12:34.375252 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc37541-3672-4f3d-9eb8-a9177b2fcc3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=240ea0bc-105c-4667-abc7-4b917e0290b6,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:12:34.377666 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-9dc37541-3672-4f3d-9eb8-a9177b2fcc3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:12:34.382140 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Device 9d50f125-92bf-4475-9d90-9724e54d278f up at agent hyperv_hv-cinder-79797 {{(pid=93702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 17:12:34.505667 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Provisioning for port 9d50f125-92bf-4475-9d90-9724e54d278f completed by entity L2. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 17:12:34.509437 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Provisioning complete for port 9d50f125-92bf-4475-9d90-9724e54d278f triggered by entity L2. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 17:12:34.509875 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979100'] for port, provisioning_complete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:12:34.700913 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:12:34.726233 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '403d65b4-6ba0-4716-a965-12fd0346bab6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d50f125-92bf-4475-9d90-9724e54d278f'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 17:12:34.728538 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d8b605067795a7fc2c115f7278a2b51e92dc277499becda2f2169a787a2c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e45e4d2-ff81-4094-aca8-a03d397de191" -d '{"events": [{"server_uuid": "403d65b4-6ba0-4716-a965-12fd0346bab6", "name": "network-vif-plugged", "status": "completed", "tag": "9d50f125-92bf-4475-9d90-9724e54d278f"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 17:12:34.746505 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] For port 9d50f125-92bf-4475-9d90-9724e54d278f, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=9d50f125-92bf-4475-9d90-9724e54d278f,segment=NetworkSegment(93f37f3c-6cd2-4479-974f-79faa9f614f1),segment_id=93f37f3c-6cd2-4479-974f-79faa9f614f1)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 17:12:34.770810 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 17:12:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c273827b-642e-4944-a9af-114d997e01ed x-openstack-request-id: req-c273827b-642e-4944-a9af-114d997e01ed {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 17:12:34.771424 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "403d65b4-6ba0-4716-a965-12fd0346bab6", "name": "network-vif-plugged", "status": "completed", "tag": "9d50f125-92bf-4475-9d90-9724e54d278f", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 17:12:34.777783 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c273827b-642e-4944-a9af-114d997e01ed {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 17:12:34.777783 dv-cinder-797970-1-iscsi neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '403d65b4-6ba0-4716-a965-12fd0346bab6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d50f125-92bf-4475-9d90-9724e54d278f', 'code': 200} Jun 24 17:12:34.829312 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:12:34.830238 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Device 11b9971d-f988-4b28-a63c-b6938d952daa no longer exists at agent hyperv_hv-cinder-79797 {{(pid=93702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 17:12:34.833270 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-bce30e95-3293-41d2-8e10-af33ab501d60 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:12:34.833674 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3697cf-5efd-4db9-8350-c75b7cf49856 req-ef144c31-e71e-453c-86ed-49bb68b92275 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:12:34.838170 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-cf3697cf-5efd-4db9-8350-c75b7cf49856 req-ef144c31-e71e-453c-86ed-49bb68b92275 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/ports?device_id=2cb35b0b-f463-499a-8688-2bd5f250449b HTTP/1.1" status: 200 len: 945 time: 0.0752933 Jun 24 17:12:34.870586 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] No Port match for: 11b9971d-f988-4b28-a63c-b6938d952daa {{(pid=93702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 17:12:34.870935 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Device 11b9971d-f988-4b28-a63c-b6938d952daa not bound to the agent host hv-cinder-79797 {{(pid=93702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 17:12:34.883513 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-cf3697cf-5efd-4db9-8350-c75b7cf49856 req-ef734ea4-17e6-4ad0-b6b7-6d4aecc48531 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac3fa70e-0f44-45d3-b39b-c4cad7af486e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418332 Jun 24 17:12:34.900533 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Pushing event updated for resources: {'Port': ['ID=9d50f125-92bf-4475-9d90-9724e54d278f,revision_number=5']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:12:34.904076 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:12:35.147298 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57cb2de-288a-4d10-bcf0-51c00d9981fd req-18bd0db4-4c3e-446f-916d-117041bba1d6 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:12:35.149062 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-a57cb2de-288a-4d10-bcf0-51c00d9981fd req-18bd0db4-4c3e-446f-916d-117041bba1d6 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] 10.222.0.15 "GET /v2.0/ports?device_id=403d65b4-6ba0-4716-a965-12fd0346bab6 HTTP/1.1" status: 200 len: 945 time: 0.0694664 Jun 24 17:12:35.179594 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8611ad-087d-4146-9df9-823baa0c6b06 req-695057e2-7e6e-4198-897a-0f4652102d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:12:35.181056 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-ee8611ad-087d-4146-9df9-823baa0c6b06 req-695057e2-7e6e-4198-897a-0f4652102d0f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=403d65b4-6ba0-4716-a965-12fd0346bab6 HTTP/1.1" status: 200 len: 1098 time: 0.0643857 Jun 24 17:12:35.195348 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-a57cb2de-288a-4d10-bcf0-51c00d9981fd req-73ab2f0a-e6ba-4323-9064-9f653a3b65a3 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] 10.222.0.15 "GET /v2.0/security-groups?id=52b1646f-1d75-46ae-8b7b-28f6d79e1530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402849 Jun 24 17:12:35.229475 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-ee8611ad-087d-4146-9df9-823baa0c6b06 req-78b7934a-80c0-45a4-8a1a-be2dcfa5b8ce service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=52b1646f-1d75-46ae-8b7b-28f6d79e1530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398164 Jun 24 17:12:35.248832 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 58542) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:12:35.649751 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7d172354-f2c4-4b97-9dc7-d61e84060a37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939664'] for router_interface, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:12:35.946512 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-7d172354-f2c4-4b97-9dc7-d61e84060a37 admin admin] Deleting port f6163d97-8999-4d73-9b9f-881b808263c8 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 17:12:35.947009 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7d172354-f2c4-4b97-9dc7-d61e84060a37 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734938643496'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:12:36.063066 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-7d172354-f2c4-4b97-9dc7-d61e84060a37 admin admin] For port f6163d97-8999-4d73-9b9f-881b808263c8, host dv-cinder-797970-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-1-iscsi',level=0,port_id=f6163d97-8999-4d73-9b9f-881b808263c8,segment=NetworkSegment(2dcfe78b-23a4-4269-b080-4498cc70c905),segment_id=2dcfe78b-23a4-4269-b080-4498cc70c905)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 17:12:36.063424 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7d172354-f2c4-4b97-9dc7-d61e84060a37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939437'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:12:36.083629 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-7d172354-f2c4-4b97-9dc7-d61e84060a37 admin admin] Calling delete_port for f6163d97-8999-4d73-9b9f-881b808263c8 owned by network:router_interface {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 17:12:36.147816 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23f60f8-0abb-4410-87aa-b621b16d9171 req-4dbd5ccc-9694-4507-b201-aefa94b31049 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:12:36.149255 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-b23f60f8-0abb-4410-87aa-b621b16d9171 req-4dbd5ccc-9694-4507-b201-aefa94b31049 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/ports?device_id=2cb35b0b-f463-499a-8688-2bd5f250449b HTTP/1.1" status: 200 len: 945 time: 0.1355259 Jun 24 17:12:36.248221 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-b23f60f8-0abb-4410-87aa-b621b16d9171 req-9c18fcb2-fa13-4144-aaa9-1826571d3f04 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac3fa70e-0f44-45d3-b39b-c4cad7af486e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893548 Jun 24 17:12:36.387715 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Device 6828f935-363e-4d8c-8695-9be61abc441b no longer exists at agent hyperv_hv-cinder-79797 {{(pid=93702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 17:12:36.401637 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b74ea8-2bd4-4296-bd19-8eadd3f77718 req-cef2a720-da42-48dc-81a0-02c9c533e672 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:12:36.403095 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-94b74ea8-2bd4-4296-bd19-8eadd3f77718 req-cef2a720-da42-48dc-81a0-02c9c533e672 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] 10.222.0.15 "GET /v2.0/ports?device_id=403d65b4-6ba0-4716-a965-12fd0346bab6 HTTP/1.1" status: 200 len: 945 time: 0.0668409 Jun 24 17:12:36.408963 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] No Port match for: 6828f935-363e-4d8c-8695-9be61abc441b {{(pid=93702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 17:12:36.409317 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Device 6828f935-363e-4d8c-8695-9be61abc441b not bound to the agent host hv-cinder-79797 {{(pid=93702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 17:12:36.419708 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7d172354-f2c4-4b97-9dc7-d61e84060a37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734938646739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734938254839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10147618'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:12:36.422639 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-6d9b84aa-63f2-419b-bda4-4391665c3d69 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:12:36.443762 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-94b74ea8-2bd4-4296-bd19-8eadd3f77718 req-06bf80a9-e526-4a9e-beca-0ff362e4e716 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] 10.222.0.15 "GET /v2.0/security-groups?id=52b1646f-1d75-46ae-8b7b-28f6d79e1530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345273 Jun 24 17:12:36.447709 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d172354-f2c4-4b97-9dc7-d61e84060a37 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6163d97-8999-4d73-9b9f-881b808263c8,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:12:36.454219 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-7d172354-f2c4-4b97-9dc7-d61e84060a37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:12:36.846196 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7d172354-f2c4-4b97-9dc7-d61e84060a37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-592949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-937216'] for router_interface, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:12:37.055800 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d172354-f2c4-4b97-9dc7-d61e84060a37 admin admin] Router da16d50f-181b-4605-9636-ce5a489ca185 has already been hosted by L3 agent ebb0bbf0-d6bc-43df-80f2-a0cdb1424f3b {{(pid=93701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 17:12:37.154842 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d172354-f2c4-4b97-9dc7-d61e84060a37 admin admin] Notify agent at l3_agent.dv-cinder-797970-1-iscsi the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 17:12:37.159849 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-7d172354-f2c4-4b97-9dc7-d61e84060a37 admin admin] 10.222.0.15 "PUT /v2.0/routers/da16d50f-181b-4605-9636-ce5a489ca185/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9099686 Jun 24 17:12:37.162544 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 58568) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:12:37.165189 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03cd42c-53a0-49e7-8754-404863c7aa49 None None] Sync routers for ids ['da16d50f-181b-4605-9636-ce5a489ca185'] in dv-cinder-797970-1-iscsi {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 17:12:37.174195 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03cd42c-53a0-49e7-8754-404863c7aa49 None None] Routers {'da16d50f-181b-4605-9636-ce5a489ca185'} bound to L3 agent in host dv-cinder-797970-1-iscsi {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 17:12:37.174793 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-a03cd42c-53a0-49e7-8754-404863c7aa49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-24T17:00:13Z,description=,heartbeat_timestamp=2021-06-24T17:12:13Z,host='dv-cinder-797970-1-iscsi',id=ebb0bbf0-d6bc-43df-80f2-a0cdb1424f3b,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T17:00:14Z,topic='l3_agent')) {'router_ids': ['da16d50f-181b-4605-9636-ce5a489ca185'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:12:37.268722 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-482a2c41-660f-4b34-88b7-3b4c23054072 admin admin] Notify callbacks [] for router, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:12:37.369553 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-a03cd42c-53a0-49e7-8754-404863c7aa49 None None] Set router da16d50f-181b-4605-9636-ce5a489ca185 gateway port host: dv-cinder-797970-1-iscsi {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 17:12:37.408361 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-482a2c41-660f-4b34-88b7-3b4c23054072 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:12:37.450911 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb5d4e6-bd80-4b2e-a5ca-42c3a67e77ed req-c057dd64-47e6-460a-8fe6-9b480dda6602 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:12:37.452601 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-deb5d4e6-bd80-4b2e-a5ca-42c3a67e77ed req-c057dd64-47e6-460a-8fe6-9b480dda6602 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/ports?device_id=2cb35b0b-f463-499a-8688-2bd5f250449b HTTP/1.1" status: 200 len: 945 time: 0.0839493 Jun 24 17:12:37.527718 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-deb5d4e6-bd80-4b2e-a5ca-42c3a67e77ed req-5be5b2f4-ade5-445a-8379-31f6cfa20218 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac3fa70e-0f44-45d3-b39b-c4cad7af486e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682971 Jun 24 17:12:37.552831 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-482a2c41-660f-4b34-88b7-3b4c23054072 admin admin] Deleting port 37a631a5-59c4-448b-9d12-5947fe0bda7b {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 17:12:37.553181 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-482a2c41-660f-4b34-88b7-3b4c23054072 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734938643496'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:12:37.559018 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-a03cd42c-53a0-49e7-8754-404863c7aa49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da16d50f-181b-4605-9636-ce5a489ca185', 'name': 'tempest-ServerRescueNegativeTestJSON-1726669423-router', 'tenant_id': 'c716f65513774ad78041f60e9016ee68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'external_fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': '37a631a5-59c4-448b-9d12-5947fe0bda7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T17:08:10Z', 'updated_at': '2021-06-24T17:12:36Z', 'revision_number': 5, 'project_id': 'c716f65513774ad78041f60e9016ee68', 'gw_port': {'id': '37a631a5-59c4-448b-9d12-5947fe0bda7b', 'name': '', 'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:f6:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da16d50f-181b-4605-9636-ce5a489ca185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:08:12Z', 'updated_at': '2021-06-24T17:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '004d905c-cc14-4189-936d-82a0eea7da62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-1-iscsi'}], 'dv-cinder-797970-1-iscsi', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:12:37.595445 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03cd42c-53a0-49e7-8754-404863c7aa49 None None] Checking router: da16d50f-181b-4605-9636-ce5a489ca185 for host: dv-cinder-797970-1-iscsi {{(pid=93703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 17:12:37.607791 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03cd42c-53a0-49e7-8754-404863c7aa49 None None] Routers {'da16d50f-181b-4605-9636-ce5a489ca185'} bound to L3 agent in host dv-cinder-797970-1-iscsi {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 17:12:37.609209 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-a03cd42c-53a0-49e7-8754-404863c7aa49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-24T17:00:13Z,description=,heartbeat_timestamp=2021-06-24T17:12:13Z,host='dv-cinder-797970-1-iscsi',id=ebb0bbf0-d6bc-43df-80f2-a0cdb1424f3b,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T17:00:14Z,topic='l3_agent')) {'router_ids': ['da16d50f-181b-4605-9636-ce5a489ca185'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:12:37.636069 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27234b6-a088-40ea-b781-730334df32df req-0738a149-72ac-4cd4-a47d-48272f4c0704 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:12:37.642124 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-e27234b6-a088-40ea-b781-730334df32df req-0738a149-72ac-4cd4-a47d-48272f4c0704 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] 10.222.0.15 "GET /v2.0/ports?device_id=403d65b4-6ba0-4716-a965-12fd0346bab6 HTTP/1.1" status: 200 len: 945 time: 0.0720243 Jun 24 17:12:37.648452 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-482a2c41-660f-4b34-88b7-3b4c23054072 admin admin] For port 37a631a5-59c4-448b-9d12-5947fe0bda7b, host dv-cinder-797970-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-1-iscsi',level=0,port_id=37a631a5-59c4-448b-9d12-5947fe0bda7b,segment=NetworkSegment(d12f47f8-231e-43a0-ac28-6eda6263252e),segment_id=d12f47f8-231e-43a0-ac28-6eda6263252e)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 17:12:37.648816 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-482a2c41-660f-4b34-88b7-3b4c23054072 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939437'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:12:37.663086 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-482a2c41-660f-4b34-88b7-3b4c23054072 admin admin] Calling delete_port for 37a631a5-59c4-448b-9d12-5947fe0bda7b owned by network:router_gateway {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 17:12:37.678191 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-e27234b6-a088-40ea-b781-730334df32df req-31c7e36e-88e9-48f4-b6c3-d3e654f63408 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] 10.222.0.15 "GET /v2.0/security-groups?id=52b1646f-1d75-46ae-8b7b-28f6d79e1530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347366 Jun 24 17:12:37.702141 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-a03cd42c-53a0-49e7-8754-404863c7aa49 None None] Set router da16d50f-181b-4605-9636-ce5a489ca185 gateway port host: None {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 17:12:37.759217 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-a03cd42c-53a0-49e7-8754-404863c7aa49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da16d50f-181b-4605-9636-ce5a489ca185', 'name': 'tempest-ServerRescueNegativeTestJSON-1726669423-router', 'tenant_id': 'c716f65513774ad78041f60e9016ee68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T17:08:10Z', 'updated_at': '2021-06-24T17:12:37Z', 'revision_number': 6, 'project_id': 'c716f65513774ad78041f60e9016ee68', 'gw_port_host': None}], 'dv-cinder-797970-1-iscsi', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:12:37.792647 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03cd42c-53a0-49e7-8754-404863c7aa49 None None] The sync data for ids ['da16d50f-181b-4605-9636-ce5a489ca185'] in dv-cinder-797970-1-iscsi is: [{'id': 'da16d50f-181b-4605-9636-ce5a489ca185', 'name': 'tempest-ServerRescueNegativeTestJSON-1726669423-router', 'tenant_id': 'c716f65513774ad78041f60e9016ee68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T17:08:10Z', 'updated_at': '2021-06-24T17:12:37Z', 'revision_number': 6, 'project_id': 'c716f65513774ad78041f60e9016ee68', 'gw_port_host': None}] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 17:12:37.905609 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881e9c24-07ef-4090-9e7f-2d63b53df039 req-d20fc758-07d0-40c2-9142-9441e23df2b7 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:12:37.907488 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-881e9c24-07ef-4090-9e7f-2d63b53df039 req-d20fc758-07d0-40c2-9142-9441e23df2b7 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] 10.222.0.15 "GET /v2.0/ports?device_id=403d65b4-6ba0-4716-a965-12fd0346bab6 HTTP/1.1" status: 200 len: 945 time: 0.1096811 Jun 24 17:12:37.944542 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-482a2c41-660f-4b34-88b7-3b4c23054072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734938646739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734938254839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10147618'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:12:37.948271 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:12:37.949674 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-881e9c24-07ef-4090-9e7f-2d63b53df039 req-5ff43d0c-6985-414c-9792-274c7d3a17c8 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] 10.222.0.15 "GET /v2.0/security-groups?id=52b1646f-1d75-46ae-8b7b-28f6d79e1530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352142 Jun 24 17:12:37.983228 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482a2c41-660f-4b34-88b7-3b4c23054072 admin admin] Pushing event deleted for resources: {'Port': ['ID=37a631a5-59c4-448b-9d12-5947fe0bda7b,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:12:38.006556 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-482a2c41-660f-4b34-88b7-3b4c23054072 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:12:38.046190 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-482a2c41-660f-4b34-88b7-3b4c23054072 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-938725'] for router_gateway, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:12:38.168506 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-482a2c41-660f-4b34-88b7-3b4c23054072 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-935419', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25091'] for router, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:12:38.170994 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-482a2c41-660f-4b34-88b7-3b4c23054072 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:12:38.311340 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-482a2c41-660f-4b34-88b7-3b4c23054072 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-937645'] for router, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:12:38.311904 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-482a2c41-660f-4b34-88b7-3b4c23054072 admin admin] Fanout notify agent at l3_agent the message router_deleted on router da16d50f-181b-4605-9636-ce5a489ca185 {{(pid=93701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 17:12:38.317575 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-482a2c41-660f-4b34-88b7-3b4c23054072 admin admin] Notify callbacks [] for router, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:12:38.318713 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-482a2c41-660f-4b34-88b7-3b4c23054072 admin admin] 10.222.0.15 "DELETE /v2.0/routers/da16d50f-181b-4605-9636-ce5a489ca185 HTTP/1.1" status: 204 len: 168 time: 1.1552682 Jun 24 17:12:38.321105 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 58598) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:12:38.364870 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2311405-9cd1-4e1a-995f-ecf229b0a142 admin admin] Deleting subnet dca613bb-5c51-470d-979d-79528d145d2a {{(pid=93701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 17:12:38.368196 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e2311405-9cd1-4e1a-995f-ecf229b0a142 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:12:38.393681 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5d3dda-3dc3-4079-95ee-3e2c42128321 req-07a8d473-dab4-4aec-9b7b-071112386a29 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:12:38.395722 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-fd5d3dda-3dc3-4079-95ee-3e2c42128321 req-07a8d473-dab4-4aec-9b7b-071112386a29 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] 10.222.0.15 "GET /v2.0/ports?device_id=403d65b4-6ba0-4716-a965-12fd0346bab6 HTTP/1.1" status: 200 len: 945 time: 0.0669346 Jun 24 17:12:38.402794 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e2311405-9cd1-4e1a-995f-ecf229b0a142 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8727705'] for subnet, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:12:38.435396 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-fd5d3dda-3dc3-4079-95ee-3e2c42128321 req-05aa4095-fffe-4042-bcfd-f23fe790d972 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] 10.222.0.15 "GET /v2.0/security-groups?id=52b1646f-1d75-46ae-8b7b-28f6d79e1530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310545 Jun 24 17:12:38.445593 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e2311405-9cd1-4e1a-995f-ecf229b0a142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1980419'] for subnet, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:12:38.590028 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e2311405-9cd1-4e1a-995f-ecf229b0a142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1980436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10147820', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10152639'] for subnet, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:12:38.593256 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:12:38.621290 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2311405-9cd1-4e1a-995f-ecf229b0a142 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dca613bb-5c51-470d-979d-79528d145d2a,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:12:38.625729 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e2311405-9cd1-4e1a-995f-ecf229b0a142 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:12:38.625729 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-e2311405-9cd1-4e1a-995f-ecf229b0a142 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/dca613bb-5c51-470d-979d-79528d145d2a HTTP/1.1" status: 204 len: 168 time: 0.3033226 Jun 24 17:12:38.626393 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-e2311405-9cd1-4e1a-995f-ecf229b0a142 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:12:38.628034 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 58604) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:12:38.709091 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-daeb0307-0d33-4c26-8ad2-9f07db0b0079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2040168'] for network, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:12:38.742678 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3420a7-7892-4190-a6cc-4c04a1403c6e req-92052210-d8ab-4497-b9b0-094f7c42a0e4 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:12:38.744451 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-da3420a7-7892-4190-a6cc-4c04a1403c6e req-92052210-d8ab-4497-b9b0-094f7c42a0e4 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/ports?device_id=2cb35b0b-f463-499a-8688-2bd5f250449b HTTP/1.1" status: 200 len: 945 time: 0.0794146 Jun 24 17:12:38.783135 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-da3420a7-7892-4190-a6cc-4c04a1403c6e req-341d47d8-2a1e-4888-9034-5810ed268bb2 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac3fa70e-0f44-45d3-b39b-c4cad7af486e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329068 Jun 24 17:12:38.795540 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-daeb0307-0d33-4c26-8ad2-9f07db0b0079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982037', 'neutron.services.segments.db._delete_segments_for_network-8734938762792'] for network, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:12:38.808786 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.services.segments.db [None req-daeb0307-0d33-4c26-8ad2-9f07db0b0079 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64ba3aa0-af7f-43bc-95fc-b6be55710575']}} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:12:38.818069 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.services.segments.db [None req-daeb0307-0d33-4c26-8ad2-9f07db0b0079 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dcfe78b-23a4-4269-b080-4498cc70c905') {'for_net_delete': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:12:38.818400 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.services.segments.db [None req-daeb0307-0d33-4c26-8ad2-9f07db0b0079 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dcfe78b-23a4-4269-b080-4498cc70c905') {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:12:38.827552 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-daeb0307-0d33-4c26-8ad2-9f07db0b0079 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734938750383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9521418'] for segment, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:12:38.842304 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-daeb0307-0d33-4c26-8ad2-9f07db0b0079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083357'] for segment, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:12:38.849051 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-daeb0307-0d33-4c26-8ad2-9f07db0b0079 admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=93700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 17:12:38.849521 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-daeb0307-0d33-4c26-8ad2-9f07db0b0079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2811344'] for segment, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:12:38.851156 dv-cinder-797970-1-iscsi neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 17:12:38.851156 dv-cinder-797970-1-iscsi neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jun 24 17:12:38.851156 dv-cinder-797970-1-iscsi neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 17:12:38.851156 dv-cinder-797970-1-iscsi neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jun 24 17:12:38.851156 dv-cinder-797970-1-iscsi neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 17:12:38.851156 dv-cinder-797970-1-iscsi neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jun 24 17:12:38.851156 dv-cinder-797970-1-iscsi neutron-server[93700]: Traceback (most recent call last): Jun 24 17:12:38.851156 dv-cinder-797970-1-iscsi neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 17:12:38.851156 dv-cinder-797970-1-iscsi neutron-server[93700]: timer() Jun 24 17:12:38.851156 dv-cinder-797970-1-iscsi neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 17:12:38.851156 dv-cinder-797970-1-iscsi neutron-server[93700]: cb(*args, **kw) Jun 24 17:12:38.851156 dv-cinder-797970-1-iscsi neutron-server[93700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 17:12:38.851156 dv-cinder-797970-1-iscsi neutron-server[93700]: return func(*args, **kwargs) Jun 24 17:12:38.851156 dv-cinder-797970-1-iscsi neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 17:12:38.851156 dv-cinder-797970-1-iscsi neutron-server[93700]: self._notify() Jun 24 17:12:38.851156 dv-cinder-797970-1-iscsi neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 17:12:38.851156 dv-cinder-797970-1-iscsi neutron-server[93700]: self.callback(batched_events) Jun 24 17:12:38.851156 dv-cinder-797970-1-iscsi neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 17:12:38.851156 dv-cinder-797970-1-iscsi neutron-server[93700]: event.method(event) Jun 24 17:12:38.851156 dv-cinder-797970-1-iscsi neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 17:12:38.851156 dv-cinder-797970-1-iscsi neutron-server[93700]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 17:12:38.851156 dv-cinder-797970-1-iscsi neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 17:12:38.851156 dv-cinder-797970-1-iscsi neutron-server[93700]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 17:12:38.851156 dv-cinder-797970-1-iscsi neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 17:12:38.851156 dv-cinder-797970-1-iscsi neutron-server[93700]: return f(self, *a, **k) Jun 24 17:12:38.851156 dv-cinder-797970-1-iscsi neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 17:12:38.851156 dv-cinder-797970-1-iscsi neutron-server[93700]: return self._get(url).json() Jun 24 17:12:38.851156 dv-cinder-797970-1-iscsi neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 17:12:38.851156 dv-cinder-797970-1-iscsi neutron-server[93700]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 17:12:38.851156 dv-cinder-797970-1-iscsi neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 17:12:38.851156 dv-cinder-797970-1-iscsi neutron-server[93700]: return self.request(url, 'GET', **kwargs) Jun 24 17:12:38.851156 dv-cinder-797970-1-iscsi neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 17:12:38.851156 dv-cinder-797970-1-iscsi neutron-server[93700]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 17:12:38.851156 dv-cinder-797970-1-iscsi neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 17:12:38.851156 dv-cinder-797970-1-iscsi neutron-server[93700]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 17:12:38.851156 dv-cinder-797970-1-iscsi neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 17:12:38.851156 dv-cinder-797970-1-iscsi neutron-server[93700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 17:12:38.851156 dv-cinder-797970-1-iscsi neutron-server[93700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 17:12:38.962952 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-daeb0307-0d33-4c26-8ad2-9f07db0b0079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-545941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-938511'] for network, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:12:38.966567 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:12:38.969582 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-daeb0307-0d33-4c26-8ad2-9f07db0b0079 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592921'] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:12:38.970993 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-daeb0307-0d33-4c26-8ad2-9f07db0b0079 admin admin] 10.222.0.15 "DELETE /v2.0/networks/64ba3aa0-af7f-43bc-95fc-b6be55710575 HTTP/1.1" status: 204 len: 168 time: 0.3419983 Jun 24 17:12:38.982767 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daeb0307-0d33-4c26-8ad2-9f07db0b0079 admin admin] Pushing event deleted for resources: {'Network': ['ID=64ba3aa0-af7f-43bc-95fc-b6be55710575,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:12:38.990256 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daeb0307-0d33-4c26-8ad2-9f07db0b0079 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:12:38.990617 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daeb0307-0d33-4c26-8ad2-9f07db0b0079 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:12:38.991021 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daeb0307-0d33-4c26-8ad2-9f07db0b0079 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:12:38.991371 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daeb0307-0d33-4c26-8ad2-9f07db0b0079 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:12:38.991712 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daeb0307-0d33-4c26-8ad2-9f07db0b0079 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:12:38.992048 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daeb0307-0d33-4c26-8ad2-9f07db0b0079 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:12:38.992384 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daeb0307-0d33-4c26-8ad2-9f07db0b0079 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:12:38.992713 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daeb0307-0d33-4c26-8ad2-9f07db0b0079 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:12:38.993047 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daeb0307-0d33-4c26-8ad2-9f07db0b0079 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:12:38.993369 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daeb0307-0d33-4c26-8ad2-9f07db0b0079 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:12:38.993720 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daeb0307-0d33-4c26-8ad2-9f07db0b0079 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:12:38.994046 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daeb0307-0d33-4c26-8ad2-9f07db0b0079 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:12:38.997419 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-daeb0307-0d33-4c26-8ad2-9f07db0b0079 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:12:39.485484 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 58622) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:12:39.511456 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 58626) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:12:39.555624 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-16427c7f-7a87-48d1-8c06-b250da011576 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c716f65513774ad78041f60e9016ee68&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0428221 Jun 24 17:12:39.557896 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 58628) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:12:39.611809 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-915635d7-1e8f-488a-8145-fb60097b02b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:12:39.633710 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-915635d7-1e8f-488a-8145-fb60097b02b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:12:39.695557 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-925eb4dc-2ec0-4c17-bb07-f041a82c8206 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:12:39.734360 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-915635d7-1e8f-488a-8145-fb60097b02b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:12:39.736951 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-915635d7-1e8f-488a-8145-fb60097b02b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:12:39.740476 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-915635d7-1e8f-488a-8145-fb60097b02b1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/92795e86-bc90-401e-8d2a-ff4520af3818 HTTP/1.1" status: 204 len: 168 time: 0.1793725 Jun 24 17:12:39.740476 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-fe0c5c46-a6f4-43d3-8b89-e529fe6b299f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:12:39.747302 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915635d7-1e8f-488a-8145-fb60097b02b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92795e86-bc90-401e-8d2a-ff4520af3818,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:12:39.749812 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-915635d7-1e8f-488a-8145-fb60097b02b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:12:39.788751 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-925eb4dc-2ec0-4c17-bb07-f041a82c8206 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:12:39.858293 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-925eb4dc-2ec0-4c17-bb07-f041a82c8206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:12:39.860917 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-56773ced-bc49-408c-8dc1-27666d0b9217 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:12:39.894569 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Device f6163d97-8999-4d73-9b9f-881b808263c8 no longer exists at agent ovs-agent-dv-cinder-797970-1-iscsi {{(pid=93702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 17:12:39.900419 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925eb4dc-2ec0-4c17-bb07-f041a82c8206 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aed90dfe-ea93-4b8e-afd4-c143d7168c44,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:12:39.905265 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-925eb4dc-2ec0-4c17-bb07-f041a82c8206 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=941f05298d8d49e1876170ede9cb604e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4185805 Jun 24 17:12:39.906466 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-925eb4dc-2ec0-4c17-bb07-f041a82c8206 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:12:39.907899 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 58634) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:12:39.938254 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] No Port match for: f6163d97-8999-4d73-9b9f-881b808263c8 {{(pid=93702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 17:12:39.938843 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Device f6163d97-8999-4d73-9b9f-881b808263c8 not bound to the agent host dv-cinder-797970-1-iscsi {{(pid=93702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 17:12:39.939496 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Device 37a631a5-59c4-448b-9d12-5947fe0bda7b no longer exists at agent ovs-agent-dv-cinder-797970-1-iscsi {{(pid=93702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 17:12:39.961994 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] No Port match for: 37a631a5-59c4-448b-9d12-5947fe0bda7b {{(pid=93702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 17:12:39.962796 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Device 37a631a5-59c4-448b-9d12-5947fe0bda7b not bound to the agent host dv-cinder-797970-1-iscsi {{(pid=93702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 17:12:39.973958 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-72aa0a5a-43d5-459d-bbdc-483ff303696e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:12:39.999576 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-72aa0a5a-43d5-459d-bbdc-483ff303696e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:12:40.157863 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a84053a-5cdf-4c56-b163-73a827c5a658 req-45e5e846-a98f-4378-8b66-c5f1d6ac7bce tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:12:40.159305 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-3a84053a-5cdf-4c56-b163-73a827c5a658 req-45e5e846-a98f-4378-8b66-c5f1d6ac7bce tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/ports?device_id=2cb35b0b-f463-499a-8688-2bd5f250449b HTTP/1.1" status: 200 len: 945 time: 0.0633807 Jun 24 17:12:40.186748 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-72aa0a5a-43d5-459d-bbdc-483ff303696e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:12:40.190706 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-72aa0a5a-43d5-459d-bbdc-483ff303696e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:12:40.205118 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-3a84053a-5cdf-4c56-b163-73a827c5a658 req-90435dcb-f659-4685-8a19-3fd2a4501ffd tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac3fa70e-0f44-45d3-b39b-c4cad7af486e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398448 Jun 24 17:12:40.208632 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-72aa0a5a-43d5-459d-bbdc-483ff303696e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/aed90dfe-ea93-4b8e-afd4-c143d7168c44 HTTP/1.1" status: 204 len: 168 time: 0.2955852 Jun 24 17:12:40.209511 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-c2d9cc42-e9cb-45d0-84e7-f68f3340805d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:12:40.240936 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72aa0a5a-43d5-459d-bbdc-483ff303696e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aed90dfe-ea93-4b8e-afd4-c143d7168c44,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:12:40.244194 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-72aa0a5a-43d5-459d-bbdc-483ff303696e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:12:41.178564 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8aa98d70-9389-4360-a6f9-02573761620c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:12:41.464430 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b00594-c291-4ffc-936f-3fcb4cc15af4 req-d38715e9-61a3-42cb-99ca-a7e878878eae tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:12:41.466540 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-a1b00594-c291-4ffc-936f-3fcb4cc15af4 req-d38715e9-61a3-42cb-99ca-a7e878878eae tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/ports?device_id=2cb35b0b-f463-499a-8688-2bd5f250449b HTTP/1.1" status: 200 len: 945 time: 0.0902767 Jun 24 17:12:41.520368 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-a1b00594-c291-4ffc-936f-3fcb4cc15af4 req-a25e96db-1f6d-45db-a6dc-cb8636d52607 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac3fa70e-0f44-45d3-b39b-c4cad7af486e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485330 Jun 24 17:12:41.855901 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f19895-92fe-4440-ba51-d57c0e6f9d99 req-743bb517-3760-4024-b4fb-327a0d7d82b2 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:12:41.857637 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-60f19895-92fe-4440-ba51-d57c0e6f9d99 req-743bb517-3760-4024-b4fb-327a0d7d82b2 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e688142-60f7-460e-a0a8-12277958e273 HTTP/1.1" status: 200 len: 946 time: 0.0666351 Jun 24 17:12:41.915203 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-60f19895-92fe-4440-ba51-d57c0e6f9d99 req-0eff2567-9c16-40e2-b632-3c97fa5cea1f tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] 10.222.0.15 "GET /v2.0/security-groups?id=77f7ab56-104c-48f4-8da5-818b0fcbd6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501766 Jun 24 17:12:42.414908 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 58742) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:12:42.525503 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-27a110f5-0e5b-4034-8c13-36b16916025a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:12:42.646593 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-27a110f5-0e5b-4034-8c13-36b16916025a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:12:42.698962 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e249650a-909a-4430-a2ef-c03558998c80 req-16cdf004-c29f-480f-9cff-546b53a51f2b tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:12:42.700298 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-e249650a-909a-4430-a2ef-c03558998c80 req-16cdf004-c29f-480f-9cff-546b53a51f2b tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/ports?device_id=2cb35b0b-f463-499a-8688-2bd5f250449b HTTP/1.1" status: 200 len: 945 time: 0.0663826 Jun 24 17:12:42.733419 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-27a110f5-0e5b-4034-8c13-36b16916025a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:12:42.739023 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-0c6b430f-8499-4639-b64c-928d3116f6e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:12:42.753349 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-e249650a-909a-4430-a2ef-c03558998c80 req-74a07d20-c359-4cd0-b087-3bbd36677fd8 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac3fa70e-0f44-45d3-b39b-c4cad7af486e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473456 Jun 24 17:12:42.778722 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-27a110f5-0e5b-4034-8c13-36b16916025a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a268c141405e4d66b6670ac4322cd8e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3625603 Jun 24 17:12:42.779613 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a110f5-0e5b-4034-8c13-36b16916025a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bc5ae7e-47f1-43e4-be47-71f2d211b820,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:12:42.782157 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 58752) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:12:42.782668 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-27a110f5-0e5b-4034-8c13-36b16916025a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:12:42.831586 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0079f3d8-2ff0-4c39-b313-4105f67be35d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:12:42.851884 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0079f3d8-2ff0-4c39-b313-4105f67be35d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:12:42.962398 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0079f3d8-2ff0-4c39-b313-4105f67be35d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:12:42.965105 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0079f3d8-2ff0-4c39-b313-4105f67be35d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:12:42.966264 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-0079f3d8-2ff0-4c39-b313-4105f67be35d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8bc5ae7e-47f1-43e4-be47-71f2d211b820 HTTP/1.1" status: 204 len: 168 time: 0.1827092 Jun 24 17:12:42.967022 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-b24a1ea3-9b97-4554-b503-c8df6408ffdb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:12:42.975144 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0079f3d8-2ff0-4c39-b313-4105f67be35d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bc5ae7e-47f1-43e4-be47-71f2d211b820,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:12:42.977460 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-0079f3d8-2ff0-4c39-b313-4105f67be35d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:12:43.099916 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3dc211-89a2-4b90-ab3c-de64d8a39b3b req-e10684d9-c50c-4532-a144-443b93bfc7c7 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:12:43.101372 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-bc3dc211-89a2-4b90-ab3c-de64d8a39b3b req-e10684d9-c50c-4532-a144-443b93bfc7c7 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e688142-60f7-460e-a0a8-12277958e273 HTTP/1.1" status: 200 len: 946 time: 0.0668864 Jun 24 17:12:43.139062 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-bc3dc211-89a2-4b90-ab3c-de64d8a39b3b req-cde79dd6-3d32-44e7-94d3-3080af088592 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] 10.222.0.15 "GET /v2.0/security-groups?id=77f7ab56-104c-48f4-8da5-818b0fcbd6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320880 Jun 24 17:12:43.476831 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9cc506d6-1be7-4600-b9c7-ce11898f7c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:12:43.568758 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 58764) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:12:43.582332 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-32bb0ca1-4953-44c5-8fa5-3f8fc1176ea4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:12:43.666341 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-32bb0ca1-4953-44c5-8fa5-3f8fc1176ea4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:12:43.722660 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-32bb0ca1-4953-44c5-8fa5-3f8fc1176ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:12:43.725988 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-915635d7-1e8f-488a-8145-fb60097b02b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:12:43.760802 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-32bb0ca1-4953-44c5-8fa5-3f8fc1176ea4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=67867b54e87d40399552656c55e82842&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1909926 Jun 24 17:12:43.762362 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bb0ca1-4953-44c5-8fa5-3f8fc1176ea4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dcab666-714f-4e58-98b7-1165a9f770b7,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:12:43.763628 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 58766) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:12:43.765351 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-32bb0ca1-4953-44c5-8fa5-3f8fc1176ea4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:12:43.822540 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a940b2a9-9a9f-4797-8ac7-cdd824c9da3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:12:43.850852 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a940b2a9-9a9f-4797-8ac7-cdd824c9da3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:12:43.923151 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:12:43.942591 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95311bb7-9474-45c4-b5e1-9cfd2c233095 req-75e72c41-3d38-45c2-b6fb-633daff39252 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:12:43.944034 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-95311bb7-9474-45c4-b5e1-9cfd2c233095 req-75e72c41-3d38-45c2-b6fb-633daff39252 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/ports?device_id=2cb35b0b-f463-499a-8688-2bd5f250449b HTTP/1.1" status: 200 len: 945 time: 0.0683045 Jun 24 17:12:43.978173 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a940b2a9-9a9f-4797-8ac7-cdd824c9da3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:12:43.980594 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a940b2a9-9a9f-4797-8ac7-cdd824c9da3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:12:43.981650 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-a940b2a9-9a9f-4797-8ac7-cdd824c9da3a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5dcab666-714f-4e58-98b7-1165a9f770b7 HTTP/1.1" status: 204 len: 168 time: 0.2169816 Jun 24 17:12:43.984282 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-03f66e1c-90ab-4a87-af62-5009a64a5ab5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:12:43.989897 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-95311bb7-9474-45c4-b5e1-9cfd2c233095 req-bcb4e23a-897a-4c41-9211-4fb2d9db2a30 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac3fa70e-0f44-45d3-b39b-c4cad7af486e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400424 Jun 24 17:12:43.994677 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a940b2a9-9a9f-4797-8ac7-cdd824c9da3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dcab666-714f-4e58-98b7-1165a9f770b7,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:12:43.996862 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-a940b2a9-9a9f-4797-8ac7-cdd824c9da3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:12:44.322434 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317d1100-5dd2-4d8a-a45d-103714dbc3e2 req-e8189d78-5a71-4fa5-a15c-70bbe24bbc8f tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:12:44.323903 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-317d1100-5dd2-4d8a-a45d-103714dbc3e2 req-e8189d78-5a71-4fa5-a15c-70bbe24bbc8f tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e688142-60f7-460e-a0a8-12277958e273 HTTP/1.1" status: 200 len: 946 time: 0.0672545 Jun 24 17:12:44.362651 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-317d1100-5dd2-4d8a-a45d-103714dbc3e2 req-588798fe-63c4-4af9-a780-d87f02fae71c tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] 10.222.0.15 "GET /v2.0/security-groups?id=77f7ab56-104c-48f4-8da5-818b0fcbd6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332136 Jun 24 17:12:44.464892 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Device f93a09a9-7187-40b2-8cc5-8b5ba5891655 details requested by agent hyperv_hv-cinder-79797 with host hv-cinder-79797 {{(pid=93702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 17:12:44.564853 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] For port f93a09a9-7187-40b2-8cc5-8b5ba5891655, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=f93a09a9-7187-40b2-8cc5-8b5ba5891655,segment=NetworkSegment(10a83dba-9475-45c8-9dae-cc9d5b4ac03a),segment_id=10a83dba-9475-45c8-9dae-cc9d5b4ac03a)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 17:12:44.577225 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Returning: {'device': 'f93a09a9-7187-40b2-8cc5-8b5ba5891655', 'network_id': 'e2c58ddc-3a0b-4159-9aa1-b7e24abf6c42', 'port_id': 'f93a09a9-7187-40b2-8cc5-8b5ba5891655', 'mac_address': 'fa:16:3e:94:32:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f50fbc4-85b7-4dc1-a33e-164695f5eb21', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 17:12:44.621376 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:12:44.635038 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.notifiers.nova [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f93a09a9-7187-40b2-8cc5-8b5ba5891655 {{(pid=93702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 17:12:44.654630 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] For port f93a09a9-7187-40b2-8cc5-8b5ba5891655, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=f93a09a9-7187-40b2-8cc5-8b5ba5891655,segment=NetworkSegment(10a83dba-9475-45c8-9dae-cc9d5b4ac03a),segment_id=10a83dba-9475-45c8-9dae-cc9d5b4ac03a)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 17:12:44.732577 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:12:44.734855 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:12:44.790320 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Pushing event updated for resources: {'Port': ['ID=f93a09a9-7187-40b2-8cc5-8b5ba5891655,revision_number=6']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:12:44.793923 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:12:44.936832 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] get_ports_and_sgs() called for port_ids ['f93a09a9-7187-40b2-8cc5-8b5ba5891655'] {{(pid=93702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 17:12:44.940718 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5af43288-dd02-4084-874e-f1fcba283848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:12:45.174529 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ee32d8-5774-4fd8-93f5-7432d7e3cc01 req-6472d521-fda7-491f-b3d4-012867c49232 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:12:45.176639 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-b4ee32d8-5774-4fd8-93f5-7432d7e3cc01 req-6472d521-fda7-491f-b3d4-012867c49232 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/ports?device_id=2cb35b0b-f463-499a-8688-2bd5f250449b HTTP/1.1" status: 200 len: 944 time: 0.0655196 Jun 24 17:12:45.216136 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-b4ee32d8-5774-4fd8-93f5-7432d7e3cc01 req-15121895-680c-4937-8b4c-bc9a293380c6 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac3fa70e-0f44-45d3-b39b-c4cad7af486e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338109 Jun 24 17:12:45.536758 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8546d2-0a95-4e15-9aee-1d636206fbe5 req-5818e02e-9057-4eb4-a1eb-c1d2bae5fb53 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:12:45.538223 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-ff8546d2-0a95-4e15-9aee-1d636206fbe5 req-5818e02e-9057-4eb4-a1eb-c1d2bae5fb53 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e688142-60f7-460e-a0a8-12277958e273 HTTP/1.1" status: 200 len: 946 time: 0.0631630 Jun 24 17:12:45.576493 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-ff8546d2-0a95-4e15-9aee-1d636206fbe5 req-116ac141-bd2c-4f8e-a484-0f72dea85b41 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] 10.222.0.15 "GET /v2.0/security-groups?id=77f7ab56-104c-48f4-8da5-818b0fcbd6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324516 Jun 24 17:12:46.400030 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eae5f45-9793-4063-835c-ab6ace8a3b7e req-f48f9cae-3324-49f4-822c-75bce2a04567 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:12:46.401378 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-5eae5f45-9793-4063-835c-ab6ace8a3b7e req-f48f9cae-3324-49f4-822c-75bce2a04567 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/ports?device_id=2cb35b0b-f463-499a-8688-2bd5f250449b HTTP/1.1" status: 200 len: 944 time: 0.0661480 Jun 24 17:12:46.438184 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-5eae5f45-9793-4063-835c-ab6ace8a3b7e req-14c06f8f-9992-47d4-8af5-06f12ca5f04c tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac3fa70e-0f44-45d3-b39b-c4cad7af486e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309610 Jun 24 17:12:46.467652 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Device f93a09a9-7187-40b2-8cc5-8b5ba5891655 up at agent hyperv_hv-cinder-79797 {{(pid=93702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 17:12:46.514439 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Provisioning complete for port f93a09a9-7187-40b2-8cc5-8b5ba5891655 triggered by entity L2. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 17:12:46.514828 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979100'] for port, provisioning_complete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:12:46.536396 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-845c8506-8cf5-4b6b-bbc4-443bdb09ac47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:12:46.593109 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:12:46.617839 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cb35b0b-f463-499a-8688-2bd5f250449b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f93a09a9-7187-40b2-8cc5-8b5ba5891655'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 17:12:46.620370 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d8b605067795a7fc2c115f7278a2b51e92dc277499becda2f2169a787a2c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4536e0fe-bafa-4e6e-abe4-1dc7f5e2485b" -d '{"events": [{"server_uuid": "2cb35b0b-f463-499a-8688-2bd5f250449b", "name": "network-vif-plugged", "status": "completed", "tag": "f93a09a9-7187-40b2-8cc5-8b5ba5891655"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 17:12:46.635484 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] For port f93a09a9-7187-40b2-8cc5-8b5ba5891655, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=f93a09a9-7187-40b2-8cc5-8b5ba5891655,segment=NetworkSegment(10a83dba-9475-45c8-9dae-cc9d5b4ac03a),segment_id=10a83dba-9475-45c8-9dae-cc9d5b4ac03a)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 17:12:46.660786 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 17:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79852aeb-975d-4390-899b-84c60663c971 x-openstack-request-id: req-79852aeb-975d-4390-899b-84c60663c971 {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 17:12:46.661216 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cb35b0b-f463-499a-8688-2bd5f250449b", "name": "network-vif-plugged", "status": "completed", "tag": "f93a09a9-7187-40b2-8cc5-8b5ba5891655", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 17:12:46.661485 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-79852aeb-975d-4390-899b-84c60663c971 {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 17:12:46.661920 dv-cinder-797970-1-iscsi neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cb35b0b-f463-499a-8688-2bd5f250449b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f93a09a9-7187-40b2-8cc5-8b5ba5891655', 'code': 200} Jun 24 17:12:46.703816 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:12:46.707461 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-6b955cae-f614-4db8-9e9e-8f60dfad48dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:12:46.757906 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Pushing event updated for resources: {'Port': ['ID=f93a09a9-7187-40b2-8cc5-8b5ba5891655,revision_number=7']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:12:46.759288 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:12:46.772934 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb87517-342a-4489-a1b7-2337174867d4 req-e36325e5-e02d-42c6-b452-a4797cb46904 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:12:46.774529 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-2fb87517-342a-4489-a1b7-2337174867d4 req-e36325e5-e02d-42c6-b452-a4797cb46904 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e688142-60f7-460e-a0a8-12277958e273 HTTP/1.1" status: 200 len: 946 time: 0.0764921 Jun 24 17:12:46.812396 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-2fb87517-342a-4489-a1b7-2337174867d4 req-e6bcfd80-5d61-4810-a9c7-3839dc2337d2 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] 10.222.0.15 "GET /v2.0/security-groups?id=77f7ab56-104c-48f4-8da5-818b0fcbd6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316224 Jun 24 17:12:47.616956 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3175f97-e7ff-4ff2-a64a-64a3535ec472 req-388934af-42ec-47e5-9ed8-e9a8371c6642 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:12:47.618493 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-a3175f97-e7ff-4ff2-a64a-64a3535ec472 req-388934af-42ec-47e5-9ed8-e9a8371c6642 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/ports?device_id=2cb35b0b-f463-499a-8688-2bd5f250449b HTTP/1.1" status: 200 len: 945 time: 0.0635011 Jun 24 17:12:47.656881 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-a3175f97-e7ff-4ff2-a64a-64a3535ec472 req-8c574b6b-1d5d-4797-8102-c720e96f0c1a tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac3fa70e-0f44-45d3-b39b-c4cad7af486e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326571 Jun 24 17:12:47.989119 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf3aeef-deb7-4345-a7ec-a63b4d0941af req-3b23f332-3ef7-4321-93b1-0a6fc4a0f0a8 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:12:47.990634 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-0cf3aeef-deb7-4345-a7ec-a63b4d0941af req-3b23f332-3ef7-4321-93b1-0a6fc4a0f0a8 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e688142-60f7-460e-a0a8-12277958e273 HTTP/1.1" status: 200 len: 946 time: 0.0658395 Jun 24 17:12:48.030506 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-0cf3aeef-deb7-4345-a7ec-a63b4d0941af req-3185ccf0-2f42-4d37-9231-f06dbeb0337b tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] 10.222.0.15 "GET /v2.0/security-groups?id=77f7ab56-104c-48f4-8da5-818b0fcbd6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344296 Jun 24 17:12:48.847743 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27725d9c-2d56-4c8b-b4b1-a89c94919692 req-bc53b557-7bc1-4578-a380-191a9487c136 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:12:48.849172 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-27725d9c-2d56-4c8b-b4b1-a89c94919692 req-bc53b557-7bc1-4578-a380-191a9487c136 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/ports?device_id=2cb35b0b-f463-499a-8688-2bd5f250449b HTTP/1.1" status: 200 len: 945 time: 0.0707920 Jun 24 17:12:48.887055 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-27725d9c-2d56-4c8b-b4b1-a89c94919692 req-b6eb13d4-592b-4b9f-b006-46f5dbb1da68 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac3fa70e-0f44-45d3-b39b-c4cad7af486e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322685 Jun 24 17:12:49.011514 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 58952) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:12:49.113186 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-12136bdc-acd9-4fcf-8baf-1f311ae6eb28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:12:49.200332 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-12136bdc-acd9-4fcf-8baf-1f311ae6eb28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:12:49.205785 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07e791d-14da-492f-af83-f0c87fa77cc7 req-fb3dcd8b-6880-4557-9b5b-cafe9d202f05 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:12:49.207836 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-a07e791d-14da-492f-af83-f0c87fa77cc7 req-fb3dcd8b-6880-4557-9b5b-cafe9d202f05 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e688142-60f7-460e-a0a8-12277958e273 HTTP/1.1" status: 200 len: 946 time: 0.0619299 Jun 24 17:12:49.244455 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-a07e791d-14da-492f-af83-f0c87fa77cc7 req-6c41974c-75e7-4a34-bd52-f518eb603687 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] 10.222.0.15 "GET /v2.0/security-groups?id=77f7ab56-104c-48f4-8da5-818b0fcbd6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310030 Jun 24 17:12:49.283206 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-12136bdc-acd9-4fcf-8baf-1f311ae6eb28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:12:49.286523 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-3211f888-beef-4ab2-9168-534dcbf3d9ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:12:49.321725 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-12136bdc-acd9-4fcf-8baf-1f311ae6eb28 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=83b24594f78a4921ad2e1d7f0689c69c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3091145 Jun 24 17:12:49.322389 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12136bdc-acd9-4fcf-8baf-1f311ae6eb28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=515811e9-afcb-4672-9997-88716b49bb76,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:12:49.324399 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 58958) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:12:49.325696 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-12136bdc-acd9-4fcf-8baf-1f311ae6eb28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:12:49.345754 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.agents_db [None req-27f02d43-57e8-424c-a1b0-5a1f36db1773 None None] Agent healthcheck: found 6 active agents {{(pid=93703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 17:12:49.378015 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-77325ec9-ba40-421d-9341-9a9327214d3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:12:49.399054 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-77325ec9-ba40-421d-9341-9a9327214d3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:12:49.511045 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-77325ec9-ba40-421d-9341-9a9327214d3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:12:49.513599 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-77325ec9-ba40-421d-9341-9a9327214d3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:12:49.514746 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-77325ec9-ba40-421d-9341-9a9327214d3e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/515811e9-afcb-4672-9997-88716b49bb76 HTTP/1.1" status: 204 len: 168 time: 0.1893740 Jun 24 17:12:49.515546 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-f9288997-5e80-4b75-8250-82460b88a2b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:12:49.523142 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77325ec9-ba40-421d-9341-9a9327214d3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=515811e9-afcb-4672-9997-88716b49bb76,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:12:49.525417 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-77325ec9-ba40-421d-9341-9a9327214d3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:12:50.053610 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 58970) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:12:50.065751 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50198790-73c7-4c9f-a994-c234f69ec499 req-4b79200a-b1be-4bbb-987f-e51bfbaa78fe tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:12:50.067810 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7807c39d-c09d-4590-a5aa-0ca0f6356edc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:12:50.067938 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-50198790-73c7-4c9f-a994-c234f69ec499 req-4b79200a-b1be-4bbb-987f-e51bfbaa78fe tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/ports?device_id=2cb35b0b-f463-499a-8688-2bd5f250449b HTTP/1.1" status: 200 len: 945 time: 0.0644188 Jun 24 17:12:50.110394 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-50198790-73c7-4c9f-a994-c234f69ec499 req-106dfe1f-d4f7-4e71-a4ab-7c6d8b65b2e2 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac3fa70e-0f44-45d3-b39b-c4cad7af486e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359244 Jun 24 17:12:50.159121 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7807c39d-c09d-4590-a5aa-0ca0f6356edc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:12:50.217170 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7807c39d-c09d-4590-a5aa-0ca0f6356edc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:12:50.219725 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-32bb0ca1-4953-44c5-8fa5-3f8fc1176ea4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:12:50.255966 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-7807c39d-c09d-4590-a5aa-0ca0f6356edc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=53d6f342a1eb43ab80ac641c05ae5abd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2012308 Jun 24 17:12:50.256902 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7807c39d-c09d-4590-a5aa-0ca0f6356edc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea545039-26fa-4e2a-bf4f-e786385ce443,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:12:50.258702 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 58972) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:12:50.259860 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-7807c39d-c09d-4590-a5aa-0ca0f6356edc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:12:50.309154 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6548fc95-69f7-4a39-87ef-cd2dfffe5cec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:12:50.329551 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6548fc95-69f7-4a39-87ef-cd2dfffe5cec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:12:50.421904 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e23138-8e7a-4736-b54d-99ab810565b8 req-7ccd907e-0598-4313-b7c5-64a6f4cae43d tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:12:50.423286 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-d8e23138-8e7a-4736-b54d-99ab810565b8 req-7ccd907e-0598-4313-b7c5-64a6f4cae43d tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e688142-60f7-460e-a0a8-12277958e273 HTTP/1.1" status: 200 len: 946 time: 0.0652335 Jun 24 17:12:50.437014 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6548fc95-69f7-4a39-87ef-cd2dfffe5cec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:12:50.439593 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6548fc95-69f7-4a39-87ef-cd2dfffe5cec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:12:50.440714 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-6548fc95-69f7-4a39-87ef-cd2dfffe5cec admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ea545039-26fa-4e2a-bf4f-e786385ce443 HTTP/1.1" status: 204 len: 168 time: 0.1802261 Jun 24 17:12:50.442536 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-a940b2a9-9a9f-4797-8ac7-cdd824c9da3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:12:50.450254 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6548fc95-69f7-4a39-87ef-cd2dfffe5cec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea545039-26fa-4e2a-bf4f-e786385ce443,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:12:50.452594 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-6548fc95-69f7-4a39-87ef-cd2dfffe5cec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:12:50.466428 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-d8e23138-8e7a-4736-b54d-99ab810565b8 req-c52aa2e0-e246-4193-8568-46d79b08fd57 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] 10.222.0.15 "GET /v2.0/security-groups?id=77f7ab56-104c-48f4-8da5-818b0fcbd6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365310 Jun 24 17:12:51.295792 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be09e44e-ede2-43a4-b595-ec22ed5703dd req-1af6093f-ba4b-4675-ac3e-c7d48c1a662b tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:12:51.297301 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-be09e44e-ede2-43a4-b595-ec22ed5703dd req-1af6093f-ba4b-4675-ac3e-c7d48c1a662b tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/ports?device_id=2cb35b0b-f463-499a-8688-2bd5f250449b HTTP/1.1" status: 200 len: 945 time: 0.0627022 Jun 24 17:12:51.336316 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-be09e44e-ede2-43a4-b595-ec22ed5703dd req-b4bdaa1f-4cdf-4642-8a7c-a982a9013a1f tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac3fa70e-0f44-45d3-b39b-c4cad7af486e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322382 Jun 24 17:12:51.637477 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35eccf8d-9c76-49db-ab78-0fc3a5a167e9 req-81a7352e-f36c-4fc3-9780-a6c3a0d9cf38 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:12:51.638955 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-35eccf8d-9c76-49db-ab78-0fc3a5a167e9 req-81a7352e-f36c-4fc3-9780-a6c3a0d9cf38 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e688142-60f7-460e-a0a8-12277958e273 HTTP/1.1" status: 200 len: 946 time: 0.0631361 Jun 24 17:12:51.671218 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:12:51.678763 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-35eccf8d-9c76-49db-ab78-0fc3a5a167e9 req-99ed4b9c-5dc4-4630-9906-13b2d34dbae6 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] 10.222.0.15 "GET /v2.0/security-groups?id=77f7ab56-104c-48f4-8da5-818b0fcbd6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341208 Jun 24 17:12:52.516845 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1159db61-5e08-471f-a962-6db509b4ed02 req-2959db94-2fd4-40a4-b8dc-bde8866c1254 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:12:52.518320 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-1159db61-5e08-471f-a962-6db509b4ed02 req-2959db94-2fd4-40a4-b8dc-bde8866c1254 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/ports?device_id=2cb35b0b-f463-499a-8688-2bd5f250449b HTTP/1.1" status: 200 len: 945 time: 0.0672452 Jun 24 17:12:52.556836 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-1159db61-5e08-471f-a962-6db509b4ed02 req-55f52ded-a56b-4bf2-a8ec-40d73e21033d tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac3fa70e-0f44-45d3-b39b-c4cad7af486e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326965 Jun 24 17:12:52.852006 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0f69c5-fea8-4034-9296-6392f0fbbda1 req-763b3b0c-30c3-4adb-9dcd-e4a322ffa902 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:12:52.853357 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-9a0f69c5-fea8-4034-9296-6392f0fbbda1 req-763b3b0c-30c3-4adb-9dcd-e4a322ffa902 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e688142-60f7-460e-a0a8-12277958e273 HTTP/1.1" status: 200 len: 946 time: 0.0610440 Jun 24 17:12:52.889831 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-9a0f69c5-fea8-4034-9296-6392f0fbbda1 req-3f91fe54-ab73-48ee-b06a-e25e09330713 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] 10.222.0.15 "GET /v2.0/security-groups?id=77f7ab56-104c-48f4-8da5-818b0fcbd6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306857 Jun 24 17:12:53.829031 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5457662e-3310-49fe-88e1-c84192bc044c req-20807e11-6a33-433a-af05-49e9c20b446d tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:12:53.829031 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-5457662e-3310-49fe-88e1-c84192bc044c req-20807e11-6a33-433a-af05-49e9c20b446d tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] 10.222.0.15 "GET /v2.0/ports?device_id=403d65b4-6ba0-4716-a965-12fd0346bab6 HTTP/1.1" status: 200 len: 945 time: 0.0805385 Jun 24 17:12:53.829031 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-5457662e-3310-49fe-88e1-c84192bc044c req-44137810-65d0-4fb7-8b7b-164b14cc6fa4 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] 10.222.0.15 "GET /v2.0/security-groups?id=52b1646f-1d75-46ae-8b7b-28f6d79e1530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377815 Jun 24 17:12:53.829031 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 59078) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:12:53.831301 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eafd95f-e557-4591-a4a3-a4870bc69924 req-1536d993-f0a9-4b8d-b73f-c2e3a1ce9fb8 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:12:53.831301 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-0eafd95f-e557-4591-a4a3-a4870bc69924 req-1536d993-f0a9-4b8d-b73f-c2e3a1ce9fb8 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/ports?device_id=2cb35b0b-f463-499a-8688-2bd5f250449b HTTP/1.1" status: 200 len: 945 time: 0.0726593 Jun 24 17:12:53.831301 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-0eafd95f-e557-4591-a4a3-a4870bc69924 req-d381f704-38d2-400e-8372-660f89beb42c tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac3fa70e-0f44-45d3-b39b-c4cad7af486e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325689 Jun 24 17:12:53.849796 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd4b831f-2f48-4b1d-8463-4104df521837 tempest-TestMinimumBasicScenario-97356470 tempest-TestMinimumBasicScenario-97356470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:12:53.851261 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-fd4b831f-2f48-4b1d-8463-4104df521837 tempest-TestMinimumBasicScenario-97356470 tempest-TestMinimumBasicScenario-97356470-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=403d65b4-6ba0-4716-a965-12fd0346bab6 HTTP/1.1" status: 200 len: 1093 time: 0.2146676 Jun 24 17:12:53.854080 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 59082) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:12:53.858375 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.v2.base [None req-1e392232-17ec-44c4-a2b4-6130499f0bb5 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] Request body: {'floatingip': {'floating_network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'port_id': '9d50f125-92bf-4475-9d90-9724e54d278f', 'tenant_id': '2fcaafd20cb9434aa25d111d6081b900', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 17:12:54.060178 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1e392232-17ec-44c4-a2b4-6130499f0bb5 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] Notify callbacks [] for floatingip, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:12:54.083315 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c1fcac-7008-45bd-9933-16326037014e req-0072e339-b725-4027-a4df-375018341ba9 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:12:54.084795 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-04c1fcac-7008-45bd-9933-16326037014e req-0072e339-b725-4027-a4df-375018341ba9 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e688142-60f7-460e-a0a8-12277958e273 HTTP/1.1" status: 200 len: 946 time: 0.0852714 Jun 24 17:12:54.176140 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-04c1fcac-7008-45bd-9933-16326037014e req-2052087b-1653-466f-a379-da3253dec19d tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] 10.222.0.15 "GET /v2.0/security-groups?id=77f7ab56-104c-48f4-8da5-818b0fcbd6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638580 Jun 24 17:12:54.227386 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1e392232-17ec-44c4-a2b4-6130499f0bb5 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:12:54.367731 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [None req-1e392232-17ec-44c4-a2b4-6130499f0bb5 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] Allocated IP 172.27.2.84 (d3559561-7efd-493e-88d1-7d47e478b72a/004d905c-cc14-4189-936d-82a0eea7da62/ca0253bf-bd8d-4148-a99b-39ac45ffec1c) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 17:12:54.496311 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1e392232-17ec-44c4-a2b4-6130499f0bb5 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:12:54.631791 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1e392232-17ec-44c4-a2b4-6130499f0bb5 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1991527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-355756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734938254830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2811142'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:12:54.633957 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-2b2239d2-b71b-43df-ba7d-1dc4523b85f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:12:54.676652 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e392232-17ec-44c4-a2b4-6130499f0bb5 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] Network d3559561-7efd-493e-88d1-7d47e478b72a is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 17:12:54.679691 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-1e392232-17ec-44c4-a2b4-6130499f0bb5 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 17:12:54.685718 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e392232-17ec-44c4-a2b4-6130499f0bb5 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 17:12:54.742324 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e392232-17ec-44c4-a2b4-6130499f0bb5 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] Pushing event updated for resources: {'Port': ['ID=ca0253bf-bd8d-4148-a99b-39ac45ffec1c,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:12:54.752364 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-1e392232-17ec-44c4-a2b4-6130499f0bb5 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:12:55.122648 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4720732e-c767-467f-a001-f8fe693a9245 req-b8b05d13-104f-4929-a909-9a7eded23631 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:12:55.125840 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-4720732e-c767-467f-a001-f8fe693a9245 req-b8b05d13-104f-4929-a909-9a7eded23631 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/ports?device_id=2cb35b0b-f463-499a-8688-2bd5f250449b HTTP/1.1" status: 200 len: 945 time: 0.1395183 Jun 24 17:12:55.280559 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-4720732e-c767-467f-a001-f8fe693a9245 req-515dfb26-9859-4205-a520-46b6146f13d6 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac3fa70e-0f44-45d3-b39b-c4cad7af486e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424201 Jun 24 17:12:55.674002 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1e392232-17ec-44c4-a2b4-6130499f0bb5 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:12:55.682583 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 59130) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:12:55.827038 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad3af4f-175f-45ad-9c4c-4cae54d76449 req-a9bdb328-1a62-4cc5-89f1-de98dc82674a tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:12:55.835600 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-2ad3af4f-175f-45ad-9c4c-4cae54d76449 req-a9bdb328-1a62-4cc5-89f1-de98dc82674a tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e688142-60f7-460e-a0a8-12277958e273 HTTP/1.1" status: 200 len: 946 time: 0.2599237 Jun 24 17:12:55.921596 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f762699f-2dba-4fd6-b096-9ee9f834d150 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:12:55.936317 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-2ad3af4f-175f-45ad-9c4c-4cae54d76449 req-96894670-afea-4997-9381-c1213e55a105 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] 10.222.0.15 "GET /v2.0/security-groups?id=77f7ab56-104c-48f4-8da5-818b0fcbd6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993092 Jun 24 17:12:55.937767 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1e392232-17ec-44c4-a2b4-6130499f0bb5 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:12:56.049814 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f762699f-2dba-4fd6-b096-9ee9f834d150 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:12:56.133686 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f762699f-2dba-4fd6-b096-9ee9f834d150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:12:56.136640 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-857cc182-c56f-4475-a28c-f96a200239cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:12:56.149458 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1e392232-17ec-44c4-a2b4-6130499f0bb5 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:12:56.172158 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f762699f-2dba-4fd6-b096-9ee9f834d150 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cb3545e-b1db-4682-9390-3e6247c6af83,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:12:56.188354 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-f762699f-2dba-4fd6-b096-9ee9f834d150 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=95d6114705ba4bf5ad87df5a2bac02ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5046723 Jun 24 17:12:56.190385 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f762699f-2dba-4fd6-b096-9ee9f834d150 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:12:56.191519 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f762699f-2dba-4fd6-b096-9ee9f834d150 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:12:56.192860 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 59144) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:12:56.199531 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f762699f-2dba-4fd6-b096-9ee9f834d150 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:12:56.200181 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f762699f-2dba-4fd6-b096-9ee9f834d150 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:12:56.200302 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f762699f-2dba-4fd6-b096-9ee9f834d150 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:12:56.200690 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f762699f-2dba-4fd6-b096-9ee9f834d150 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:12:56.201067 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f762699f-2dba-4fd6-b096-9ee9f834d150 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:12:56.201398 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f762699f-2dba-4fd6-b096-9ee9f834d150 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:12:56.201775 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f762699f-2dba-4fd6-b096-9ee9f834d150 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:12:56.202145 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f762699f-2dba-4fd6-b096-9ee9f834d150 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:12:56.203589 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f762699f-2dba-4fd6-b096-9ee9f834d150 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:12:56.203938 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f762699f-2dba-4fd6-b096-9ee9f834d150 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:12:56.209042 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-f762699f-2dba-4fd6-b096-9ee9f834d150 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:12:56.220870 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1e392232-17ec-44c4-a2b4-6130499f0bb5 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2811380'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:12:56.228485 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-004a713e-b054-4328-92e8-e25ed9776c45 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:12:56.323159 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e392232-17ec-44c4-a2b4-6130499f0bb5 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] Pushing event updated for resources: {'Port': ['ID=ca0253bf-bd8d-4148-a99b-39ac45ffec1c,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:12:56.326654 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-1e392232-17ec-44c4-a2b4-6130499f0bb5 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:12:56.335232 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2c9c5945-9d47-4cdd-9dca-8684548b3d15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:12:56.340412 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1e392232-17ec-44c4-a2b4-6130499f0bb5 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-938496'] for floatingip, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:12:56.403984 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2c9c5945-9d47-4cdd-9dca-8684548b3d15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:12:56.500073 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.db.l3_db [None req-1e392232-17ec-44c4-a2b4-6130499f0bb5 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] Floating IP be23d653-2517-4002-a05f-a2726ad02bac associated. External IP: 172.27.2.84, port: 9d50f125-92bf-4475-9d90-9724e54d278f. Jun 24 17:12:56.523016 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ee5fed-f4a4-47a2-9276-77dcb24a17dc req-cc8766d4-ee25-4731-b9b9-88ebe07ace05 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:12:56.531063 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-d0ee5fed-f4a4-47a2-9276-77dcb24a17dc req-cc8766d4-ee25-4731-b9b9-88ebe07ace05 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/ports?device_id=2cb35b0b-f463-499a-8688-2bd5f250449b HTTP/1.1" status: 200 len: 945 time: 0.1011980 Jun 24 17:12:56.573576 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-d0ee5fed-f4a4-47a2-9276-77dcb24a17dc req-07d725bc-16ae-4bec-bc53-b4015c5bc03e tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac3fa70e-0f44-45d3-b39b-c4cad7af486e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411742 Jun 24 17:12:56.627141 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2c9c5945-9d47-4cdd-9dca-8684548b3d15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:12:56.633475 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2c9c5945-9d47-4cdd-9dca-8684548b3d15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:12:56.633475 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-2c9c5945-9d47-4cdd-9dca-8684548b3d15 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6cb3545e-b1db-4682-9390-3e6247c6af83 HTTP/1.1" status: 204 len: 168 time: 0.4371319 Jun 24 17:12:56.635769 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-3bd1bd9d-9cc0-47ab-9288-d602bc237658 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:12:56.647703 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9c5945-9d47-4cdd-9dca-8684548b3d15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cb3545e-b1db-4682-9390-3e6247c6af83,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:12:56.650755 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-2c9c5945-9d47-4cdd-9dca-8684548b3d15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:12:56.801212 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e392232-17ec-44c4-a2b4-6130499f0bb5 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] Router cad84aa6-0a6d-4ed9-9433-51670b9aec79 has already been hosted by L3 agent ebb0bbf0-d6bc-43df-80f2-a0cdb1424f3b {{(pid=93700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 17:12:56.942433 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e392232-17ec-44c4-a2b4-6130499f0bb5 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] Notify agent at l3_agent.dv-cinder-797970-1-iscsi the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 17:12:56.954996 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623ef804-7d82-4646-9e49-c540ae83dbd8 None None] Sync routers for ids ['cad84aa6-0a6d-4ed9-9433-51670b9aec79'] in dv-cinder-797970-1-iscsi {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 17:12:56.969989 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623ef804-7d82-4646-9e49-c540ae83dbd8 None None] Routers {'cad84aa6-0a6d-4ed9-9433-51670b9aec79'} bound to L3 agent in host dv-cinder-797970-1-iscsi {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 17:12:56.970905 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-623ef804-7d82-4646-9e49-c540ae83dbd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-24T17:00:13Z,description=,heartbeat_timestamp=2021-06-24T17:12:43Z,host='dv-cinder-797970-1-iscsi',id=ebb0bbf0-d6bc-43df-80f2-a0cdb1424f3b,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T17:00:14Z,topic='l3_agent')) {'router_ids': ['cad84aa6-0a6d-4ed9-9433-51670b9aec79'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:12:57.052506 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1e392232-17ec-44c4-a2b4-6130499f0bb5 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14435'] for floatingip, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:12:57.099589 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-623ef804-7d82-4646-9e49-c540ae83dbd8 None None] Set router cad84aa6-0a6d-4ed9-9433-51670b9aec79 gateway port host: dv-cinder-797970-1-iscsi {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 17:12:57.113912 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-1e392232-17ec-44c4-a2b4-6130499f0bb5 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.2587955 Jun 24 17:12:57.114657 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '403d65b4-6ba0-4716-a965-12fd0346bab6', 'tag': '9d50f125-92bf-4475-9d90-9724e54d278f'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 17:12:57.116694 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 59154) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:12:57.118569 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c39e75a9e8347d24c3004332124e07527e89accb2f43d806ee4df9c6bf49ca2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0eb2fbb-dfaa-496a-a4bb-04852f0df1bc" -d '{"events": [{"name": "network-changed", "server_uuid": "403d65b4-6ba0-4716-a965-12fd0346bab6", "tag": "9d50f125-92bf-4475-9d90-9724e54d278f"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 17:12:57.128994 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.v2.base [None req-f43713b1-54ec-4d7f-9aff-c0e83bbf162d tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1727893009', 'description': 'tempest-secgroup-smoke-1727893009 description', 'project_id': '2fcaafd20cb9434aa25d111d6081b900'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 17:12:57.227488 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 17:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9fe7231-5bf1-43d5-b7d9-47723a29e0a0 x-openstack-request-id: req-c9fe7231-5bf1-43d5-b7d9-47723a29e0a0 {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 17:12:57.227799 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "403d65b4-6ba0-4716-a965-12fd0346bab6", "tag": "9d50f125-92bf-4475-9d90-9724e54d278f", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 17:12:57.228078 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c9fe7231-5bf1-43d5-b7d9-47723a29e0a0 {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 17:12:57.228493 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '403d65b4-6ba0-4716-a965-12fd0346bab6', 'tag': '9d50f125-92bf-4475-9d90-9724e54d278f', 'status': 'completed', 'code': 200} Jun 24 17:12:57.251813 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f43713b1-54ec-4d7f-9aff-c0e83bbf162d tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:12:57.267809 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fd4d19-44ac-4e25-8ce3-374a4517c22f req-7a3b9586-28ab-45c0-afe4-5bc7a69c43b9 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:12:57.269443 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-28fd4d19-44ac-4e25-8ce3-374a4517c22f req-7a3b9586-28ab-45c0-afe4-5bc7a69c43b9 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e688142-60f7-460e-a0a8-12277958e273 HTTP/1.1" status: 200 len: 946 time: 0.0897005 Jun 24 17:12:57.336339 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-28fd4d19-44ac-4e25-8ce3-374a4517c22f req-922bb13e-c825-4d09-9935-72335676f6bd tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] 10.222.0.15 "GET /v2.0/security-groups?id=77f7ab56-104c-48f4-8da5-818b0fcbd6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574565 Jun 24 17:12:57.408838 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eb2fbb-dfaa-496a-a4bb-04852f0df1bc req-70a59ac5-e9b2-4801-bcb7-2d943aec1ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:12:57.410936 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-e0eb2fbb-dfaa-496a-a4bb-04852f0df1bc req-70a59ac5-e9b2-4801-bcb7-2d943aec1ad5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2fcaafd20cb9434aa25d111d6081b900&device_id=403d65b4-6ba0-4716-a965-12fd0346bab6 HTTP/1.1" status: 200 len: 1098 time: 0.1360569 Jun 24 17:12:57.482138 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f43713b1-54ec-4d7f-9aff-c0e83bbf162d tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:12:57.513780 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 59166) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:12:57.531155 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-658b8265-0256-4f48-a41c-3819ce30874a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:12:57.552172 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f43713b1-54ec-4d7f-9aff-c0e83bbf162d tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:12:57.584093 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-6550b737-16ff-4d98-bc70-9503ad7ca4ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:12:57.593739 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eb2fbb-dfaa-496a-a4bb-04852f0df1bc req-07c8ddec-514d-419b-9877-15506bbc6dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:12:57.598946 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-e0eb2fbb-dfaa-496a-a4bb-04852f0df1bc req-07c8ddec-514d-419b-9877-15506bbc6dae service neutron] 10.222.0.37 "GET /v2.0/networks?id=a45d101b-6927-4b1f-b60c-ac459e829641 HTTP/1.1" status: 200 len: 915 time: 0.1785986 Jun 24 17:12:57.664160 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43713b1-54ec-4d7f-9aff-c0e83bbf162d tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f79473f-9a7c-446c-aad6-514f09587265,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:12:57.677777 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-658b8265-0256-4f48-a41c-3819ce30874a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:12:57.705461 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-623ef804-7d82-4646-9e49-c540ae83dbd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cad84aa6-0a6d-4ed9-9433-51670b9aec79', 'name': 'tempest-TestMinimumBasicScenario-1723603748-router', 'tenant_id': '2fcaafd20cb9434aa25d111d6081b900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'external_fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '8258b655-3b15-4def-9ff3-29643e87af91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T17:11:39Z', 'updated_at': '2021-06-24T17:11:42Z', 'revision_number': 4, 'project_id': '2fcaafd20cb9434aa25d111d6081b900', 'gw_port': {'id': '8258b655-3b15-4def-9ff3-29643e87af91', 'name': '', 'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:36:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad84aa6-0a6d-4ed9-9433-51670b9aec79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:11:39Z', 'updated_at': '2021-06-24T17:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '004d905c-cc14-4189-936d-82a0eea7da62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-1-iscsi', '_floatingips': [{'id': 'be23d653-2517-4002-a05f-a2726ad02bac', 'tenant_id': '2fcaafd20cb9434aa25d111d6081b900', 'floating_ip_address': '172.27.2.84', 'floating_network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'router_id': 'cad84aa6-0a6d-4ed9-9433-51670b9aec79', 'port_id': '9d50f125-92bf-4475-9d90-9724e54d278f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 387, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a45d101b-6927-4b1f-b60c-ac459e829641', 'mac_address': 'fa:16:3e:a2:ed:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '403d65b4-6ba0-4716-a965-12fd0346bab6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T17:12:55Z', 'updated_at': '2021-06-24T17:12:55Z', 'revision_number': 0, 'project_id': '2fcaafd20cb9434aa25d111d6081b900', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29e5e179-17c2-4041-957e-25f79a5f8658', 'name': '', 'network_id': 'a45d101b-6927-4b1f-b60c-ac459e829641', 'tenant_id': '2fcaafd20cb9434aa25d111d6081b900', 'mac_address': 'fa:16:3e:ea:c5:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad84aa6-0a6d-4ed9-9433-51670b9aec79', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'ad8c42be-ee98-463d-b12f-0b1f5644eae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:11:41Z', 'updated_at': '2021-06-24T17:11:48Z', 'revision_number': 5, 'project_id': '2fcaafd20cb9434aa25d111d6081b900', 'subnets': [{'id': 'ad8c42be-ee98-463d-b12f-0b1f5644eae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-1-iscsi', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:12:57.729028 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-f43713b1-54ec-4d7f-9aff-c0e83bbf162d tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:12:57.756166 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623ef804-7d82-4646-9e49-c540ae83dbd8 None None] Checking router: cad84aa6-0a6d-4ed9-9433-51670b9aec79 for host: dv-cinder-797970-1-iscsi {{(pid=93702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 17:12:57.761231 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-658b8265-0256-4f48-a41c-3819ce30874a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:12:57.764249 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-27a110f5-0e5b-4034-8c13-36b16916025a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:12:57.768646 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-e0eb2fbb-dfaa-496a-a4bb-04852f0df1bc req-64e29bd9-e5a9-4918-bbac-904b08083417 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9d50f125-92bf-4475-9d90-9724e54d278f HTTP/1.1" status: 200 len: 998 time: 0.1563277 Jun 24 17:12:57.770753 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623ef804-7d82-4646-9e49-c540ae83dbd8 None None] Routers {'cad84aa6-0a6d-4ed9-9433-51670b9aec79'} bound to L3 agent in host dv-cinder-797970-1-iscsi {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 17:12:57.771440 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-623ef804-7d82-4646-9e49-c540ae83dbd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-24T17:00:13Z,description=,heartbeat_timestamp=2021-06-24T17:12:43Z,host='dv-cinder-797970-1-iscsi',id=ebb0bbf0-d6bc-43df-80f2-a0cdb1424f3b,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T17:00:14Z,topic='l3_agent')) {'router_ids': ['cad84aa6-0a6d-4ed9-9433-51670b9aec79'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:12:57.814099 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-658b8265-0256-4f48-a41c-3819ce30874a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ffce8b7b159445d6b0ee27338550aa94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2991564 Jun 24 17:12:57.821935 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 59176) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:12:57.887838 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eb2fbb-dfaa-496a-a4bb-04852f0df1bc req-f4279302-533c-4bac-99a3-73faf87f789a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:12:57.889722 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-e0eb2fbb-dfaa-496a-a4bb-04852f0df1bc req-f4279302-533c-4bac-99a3-73faf87f789a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ad8c42be-ee98-463d-b12f-0b1f5644eae5 HTTP/1.1" status: 200 len: 854 time: 0.1140385 Jun 24 17:12:57.893369 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658b8265-0256-4f48-a41c-3819ce30874a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=406ae21c-f27b-40c7-bf67-9028b266a490,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:12:57.902374 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-658b8265-0256-4f48-a41c-3819ce30874a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:12:57.915743 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-07c2e9fa-e4c9-40c1-826a-f16f0a302d10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:12:57.943916 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-07c2e9fa-e4c9-40c1-826a-f16f0a302d10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:12:57.964686 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-623ef804-7d82-4646-9e49-c540ae83dbd8 None None] Set router cad84aa6-0a6d-4ed9-9433-51670b9aec79 gateway port host: dv-cinder-797970-1-iscsi {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 17:12:57.967837 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f43713b1-54ec-4d7f-9aff-c0e83bbf162d tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:12:57.969055 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-f43713b1-54ec-4d7f-9aff-c0e83bbf162d tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.8513725 Jun 24 17:12:57.972131 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 59178) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:12:57.984470 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.v2.base [None req-3d9cc4ff-0070-4a40-a5c5-1de5aec67e32 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] Request body: {'security_group_rule': {'security_group_id': '2f79473f-9a7c-446c-aad6-514f09587265', 'project_id': '2fcaafd20cb9434aa25d111d6081b900', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 17:12:58.027265 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eb2fbb-dfaa-496a-a4bb-04852f0df1bc req-21d41eab-f049-4a0a-a9af-021dd9e9699c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:12:58.028987 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-e0eb2fbb-dfaa-496a-a4bb-04852f0df1bc req-21d41eab-f049-4a0a-a9af-021dd9e9699c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a45d101b-6927-4b1f-b60c-ac459e829641&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1301265 Jun 24 17:12:58.046274 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0858b29-5f08-4836-be3f-45a47e4a7e0d req-b7d21703-3243-4864-90ff-bdb27f0909ec tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:12:58.047254 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-f0858b29-5f08-4836-be3f-45a47e4a7e0d req-b7d21703-3243-4864-90ff-bdb27f0909ec tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/ports?device_id=2cb35b0b-f463-499a-8688-2bd5f250449b HTTP/1.1" status: 200 len: 945 time: 0.1564097 Jun 24 17:12:58.142465 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-f0858b29-5f08-4836-be3f-45a47e4a7e0d req-c6071fd0-f9f6-4a08-852a-15dbc6fcd8d7 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac3fa70e-0f44-45d3-b39b-c4cad7af486e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839636 Jun 24 17:12:58.168563 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-e0eb2fbb-dfaa-496a-a4bb-04852f0df1bc req-168fa58d-b7b0-4c6f-a0db-9598e23bc048 service neutron] 10.222.0.37 "GET /v2.0/networks/a45d101b-6927-4b1f-b60c-ac459e829641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203508 Jun 24 17:12:58.199017 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-623ef804-7d82-4646-9e49-c540ae83dbd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cad84aa6-0a6d-4ed9-9433-51670b9aec79', 'name': 'tempest-TestMinimumBasicScenario-1723603748-router', 'tenant_id': '2fcaafd20cb9434aa25d111d6081b900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'external_fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '8258b655-3b15-4def-9ff3-29643e87af91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T17:11:39Z', 'updated_at': '2021-06-24T17:11:42Z', 'revision_number': 4, 'project_id': '2fcaafd20cb9434aa25d111d6081b900', 'gw_port': {'id': '8258b655-3b15-4def-9ff3-29643e87af91', 'name': '', 'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:36:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad84aa6-0a6d-4ed9-9433-51670b9aec79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:11:39Z', 'updated_at': '2021-06-24T17:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '004d905c-cc14-4189-936d-82a0eea7da62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-1-iscsi', '_floatingips': [{'id': 'be23d653-2517-4002-a05f-a2726ad02bac', 'tenant_id': '2fcaafd20cb9434aa25d111d6081b900', 'floating_ip_address': '172.27.2.84', 'floating_network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'router_id': 'cad84aa6-0a6d-4ed9-9433-51670b9aec79', 'port_id': '9d50f125-92bf-4475-9d90-9724e54d278f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 387, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a45d101b-6927-4b1f-b60c-ac459e829641', 'mac_address': 'fa:16:3e:a2:ed:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '403d65b4-6ba0-4716-a965-12fd0346bab6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T17:12:55Z', 'updated_at': '2021-06-24T17:12:55Z', 'revision_number': 0, 'project_id': '2fcaafd20cb9434aa25d111d6081b900', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29e5e179-17c2-4041-957e-25f79a5f8658', 'name': '', 'network_id': 'a45d101b-6927-4b1f-b60c-ac459e829641', 'tenant_id': '2fcaafd20cb9434aa25d111d6081b900', 'mac_address': 'fa:16:3e:ea:c5:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad84aa6-0a6d-4ed9-9433-51670b9aec79', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'ad8c42be-ee98-463d-b12f-0b1f5644eae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:11:41Z', 'updated_at': '2021-06-24T17:11:48Z', 'revision_number': 5, 'project_id': '2fcaafd20cb9434aa25d111d6081b900', 'subnets': [{'id': 'ad8c42be-ee98-463d-b12f-0b1f5644eae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-1-iscsi', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:12:58.230013 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623ef804-7d82-4646-9e49-c540ae83dbd8 None None] The sync data for ids ['cad84aa6-0a6d-4ed9-9433-51670b9aec79'] in dv-cinder-797970-1-iscsi is: [{'id': 'cad84aa6-0a6d-4ed9-9433-51670b9aec79', 'name': 'tempest-TestMinimumBasicScenario-1723603748-router', 'tenant_id': '2fcaafd20cb9434aa25d111d6081b900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'external_fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '8258b655-3b15-4def-9ff3-29643e87af91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T17:11:39Z', 'updated_at': '2021-06-24T17:11:42Z', 'revision_number': 4, 'project_id': '2fcaafd20cb9434aa25d111d6081b900', 'gw_port': {'id': '8258b655-3b15-4def-9ff3-29643e87af91', 'name': '', 'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:36:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad84aa6-0a6d-4ed9-9433-51670b9aec79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:11:39Z', 'updated_at': '2021-06-24T17:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '004d905c-cc14-4189-936d-82a0eea7da62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-1-iscsi', '_floatingips': [{'id': 'be23d653-2517-4002-a05f-a2726ad02bac', 'tenant_id': '2fcaafd20cb9434aa25d111d6081b900', 'floating_ip_address': '172.27.2.84', 'floating_network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'router_id': 'cad84aa6-0a6d-4ed9-9433-51670b9aec79', 'port_id': '9d50f125-92bf-4475-9d90-9724e54d278f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 387, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a45d101b-6927-4b1f-b60c-ac459e829641', 'mac_address': 'fa:16:3e:a2:ed:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '403d65b4-6ba0-4716-a965-12fd0346bab6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T17:12:55Z', 'updated_at': '2021-06-24T17:12:55Z', 'revision_number': 0, 'project_id': '2fcaafd20cb9434aa25d111d6081b900', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29e5e179-17c2-4041-957e-25f79a5f8658', 'name': '', 'network_id': 'a45d101b-6927-4b1f-b60c-ac459e829641', 'tenant_id': '2fcaafd20cb9434aa25d111d6081b900', 'mac_address': 'fa:16:3e:ea:c5:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad84aa6-0a6d-4ed9-9433-51670b9aec79', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'ad8c42be-ee98-463d-b12f-0b1f5644eae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:11:41Z', 'updated_at': '2021-06-24T17:11:48Z', 'revision_number': 5, 'project_id': '2fcaafd20cb9434aa25d111d6081b900', 'subnets': [{'id': 'ad8c42be-ee98-463d-b12f-0b1f5644eae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 17:12:58.272056 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-07c2e9fa-e4c9-40c1-826a-f16f0a302d10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:12:58.274734 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-e0eb2fbb-dfaa-496a-a4bb-04852f0df1bc req-b4306350-400a-4bce-bf47-a0f051a68bcb service neutron] 10.222.0.37 "GET /v2.0/networks/a45d101b-6927-4b1f-b60c-ac459e829641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995767 Jun 24 17:12:58.275485 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-07c2e9fa-e4c9-40c1-826a-f16f0a302d10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:12:58.276294 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-07c2e9fa-e4c9-40c1-826a-f16f0a302d10 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/406ae21c-f27b-40c7-bf67-9028b266a490 HTTP/1.1" status: 204 len: 168 time: 0.4534051 Jun 24 17:12:58.285069 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-30609601-dd3f-4afc-856b-c59308b13790 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:12:58.286659 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3d9cc4ff-0070-4a40-a5c5-1de5aec67e32 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:12:58.295867 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c2e9fa-e4c9-40c1-826a-f16f0a302d10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=406ae21c-f27b-40c7-bf67-9028b266a490,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:12:58.309259 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-07c2e9fa-e4c9-40c1-826a-f16f0a302d10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:12:58.356870 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3d9cc4ff-0070-4a40-a5c5-1de5aec67e32 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:12:58.512342 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3d9cc4ff-0070-4a40-a5c5-1de5aec67e32 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-560418'] for security_group_rule, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:12:58.515979 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:12:58.533440 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9cc4ff-0070-4a40-a5c5-1de5aec67e32 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3f365f3-2cef-4a9e-ac28-de249a96e46e,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:12:58.538475 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-3d9cc4ff-0070-4a40-a5c5-1de5aec67e32 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:12:58.554249 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebd2228-e355-4d77-b217-5593cedfa3fb req-bbda3924-c04f-4e48-b9c4-bc8e3e3cdd8f tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:12:58.556308 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-2ebd2228-e355-4d77-b217-5593cedfa3fb req-bbda3924-c04f-4e48-b9c4-bc8e3e3cdd8f tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e688142-60f7-460e-a0a8-12277958e273 HTTP/1.1" status: 200 len: 946 time: 0.0972080 Jun 24 17:12:58.608210 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-2ebd2228-e355-4d77-b217-5593cedfa3fb req-1b89bb2b-7299-470b-a61e-d3c8f308089d tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] 10.222.0.15 "GET /v2.0/security-groups?id=77f7ab56-104c-48f4-8da5-818b0fcbd6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459940 Jun 24 17:12:58.626779 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709a102f-b4a1-4f24-bf42-62d4cd3ae100 None None] New status for floating IP be23d653-2517-4002-a05f-a2726ad02bac: ACTIVE {{(pid=93703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 17:12:58.634387 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3d9cc4ff-0070-4a40-a5c5-1de5aec67e32 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:12:58.635580 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-3d9cc4ff-0070-4a40-a5c5-1de5aec67e32 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6623037 Jun 24 17:12:58.638190 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 59188) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:12:58.642883 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.v2.base [None req-1933e82c-3978-4fcb-9167-c0f299850ba4 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] Request body: {'security_group_rule': {'security_group_id': '2f79473f-9a7c-446c-aad6-514f09587265', 'project_id': '2fcaafd20cb9434aa25d111d6081b900', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 17:12:58.756959 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1933e82c-3978-4fcb-9167-c0f299850ba4 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:12:58.894593 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1933e82c-3978-4fcb-9167-c0f299850ba4 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:12:58.962922 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1933e82c-3978-4fcb-9167-c0f299850ba4 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-560418'] for security_group_rule, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:12:58.968980 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:12:58.986096 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1933e82c-3978-4fcb-9167-c0f299850ba4 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90dafe23-637a-4803-80c1-2f7191e49828,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:12:58.990705 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-1933e82c-3978-4fcb-9167-c0f299850ba4 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:12:59.065275 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1933e82c-3978-4fcb-9167-c0f299850ba4 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:12:59.069693 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-1933e82c-3978-4fcb-9167-c0f299850ba4 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4281750 Jun 24 17:12:59.069978 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 59210) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:12:59.075360 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.v2.base [None req-fa2fbeb3-d76e-4b5c-9b0c-a58d6f89dbb5 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] Request body: {'security_group_rule': {'security_group_id': '2f79473f-9a7c-446c-aad6-514f09587265', 'project_id': '2fcaafd20cb9434aa25d111d6081b900', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 17:12:59.189542 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fa2fbeb3-d76e-4b5c-9b0c-a58d6f89dbb5 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:12:59.261696 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fa2fbeb3-d76e-4b5c-9b0c-a58d6f89dbb5 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:12:59.358719 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fa2fbeb3-d76e-4b5c-9b0c-a58d6f89dbb5 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-560418'] for security_group_rule, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:12:59.363251 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-3d9cc4ff-0070-4a40-a5c5-1de5aec67e32 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:12:59.376622 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2fbeb3-d76e-4b5c-9b0c-a58d6f89dbb5 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=569b3ec3-55e4-4d62-822f-9f51551a2ee2,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:12:59.382605 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-fa2fbeb3-d76e-4b5c-9b0c-a58d6f89dbb5 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:12:59.435252 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4386da1b-f5ad-4b54-8a69-9ed8dddd8654 req-e8d7d492-2ed4-4b16-9f34-b04ddc60b959 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:12:59.442094 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-4386da1b-f5ad-4b54-8a69-9ed8dddd8654 req-e8d7d492-2ed4-4b16-9f34-b04ddc60b959 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/ports?device_id=2cb35b0b-f463-499a-8688-2bd5f250449b HTTP/1.1" status: 200 len: 945 time: 0.1123304 Jun 24 17:12:59.461331 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fa2fbeb3-d76e-4b5c-9b0c-a58d6f89dbb5 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:12:59.465364 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-fa2fbeb3-d76e-4b5c-9b0c-a58d6f89dbb5 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3917048 Jun 24 17:12:59.465583 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 59224) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:12:59.469968 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.v2.base [None req-e35e0072-b41f-4053-8c13-86218bae6798 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] Request body: {'security_group_rule': {'security_group_id': '2f79473f-9a7c-446c-aad6-514f09587265', 'project_id': '2fcaafd20cb9434aa25d111d6081b900', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 17:12:59.506017 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-4386da1b-f5ad-4b54-8a69-9ed8dddd8654 req-e641e8aa-a05f-44d9-a3f2-730fbcce1816 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac3fa70e-0f44-45d3-b39b-c4cad7af486e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629609 Jun 24 17:12:59.569693 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e35e0072-b41f-4053-8c13-86218bae6798 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:12:59.640240 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e35e0072-b41f-4053-8c13-86218bae6798 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:12:59.749521 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e35e0072-b41f-4053-8c13-86218bae6798 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-560418'] for security_group_rule, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:12:59.752722 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-fa2fbeb3-d76e-4b5c-9b0c-a58d6f89dbb5 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:12:59.774325 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35e0072-b41f-4053-8c13-86218bae6798 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5627497-5206-429c-87ce-580c4d5376cb,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:12:59.786052 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-e35e0072-b41f-4053-8c13-86218bae6798 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:12:59.856298 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d881a3fd-ac21-491d-891e-c4581a963fa2 req-fde074d2-d607-4d31-99db-4b3c7d0590b0 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:12:59.859672 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-d881a3fd-ac21-491d-891e-c4581a963fa2 req-fde074d2-d607-4d31-99db-4b3c7d0590b0 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e688142-60f7-460e-a0a8-12277958e273 HTTP/1.1" status: 200 len: 946 time: 0.0993090 Jun 24 17:12:59.862232 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e35e0072-b41f-4053-8c13-86218bae6798 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:12:59.871101 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 59232) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:12:59.874944 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-e35e0072-b41f-4053-8c13-86218bae6798 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3981776 Jun 24 17:12:59.879219 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.v2.base [None req-270d7f5c-4f02-4ce5-a57b-f7d7db2c9dc2 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] Request body: {'security_group_rule': {'security_group_id': '2f79473f-9a7c-446c-aad6-514f09587265', 'project_id': '2fcaafd20cb9434aa25d111d6081b900', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 17:12:59.965204 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-d881a3fd-ac21-491d-891e-c4581a963fa2 req-557412cc-67e6-4d8d-8559-d62a77309ac3 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] 10.222.0.15 "GET /v2.0/security-groups?id=77f7ab56-104c-48f4-8da5-818b0fcbd6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802593 Jun 24 17:13:00.042582 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.db.securitygroups_db [None req-270d7f5c-4f02-4ce5-a57b-f7d7db2c9dc2 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] Project 2fcaafd20cb9434aa25d111d6081b900 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 17:13:00.048686 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-270d7f5c-4f02-4ce5-a57b-f7d7db2c9dc2 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:13:00.118190 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-270d7f5c-4f02-4ce5-a57b-f7d7db2c9dc2 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:13:00.185495 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-270d7f5c-4f02-4ce5-a57b-f7d7db2c9dc2 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-560418'] for security_group_rule, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:13:00.189458 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-2cb87e61-6d9e-4edf-8e81-e2d1661e97c2 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:13:00.221375 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270d7f5c-4f02-4ce5-a57b-f7d7db2c9dc2 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38c078e8-77a2-42b9-b0d7-7057e83dc574,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:13:00.232531 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-270d7f5c-4f02-4ce5-a57b-f7d7db2c9dc2 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:13:00.311048 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-270d7f5c-4f02-4ce5-a57b-f7d7db2c9dc2 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:13:00.312337 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-270d7f5c-4f02-4ce5-a57b-f7d7db2c9dc2 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4398580 Jun 24 17:13:00.314930 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 59242) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:13:00.320423 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.v2.base [None req-632659ff-ef34-48a3-beac-fd0516e96bc4 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] Request body: {'security_group_rule': {'security_group_id': '2f79473f-9a7c-446c-aad6-514f09587265', 'project_id': '2fcaafd20cb9434aa25d111d6081b900', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 17:13:00.419663 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.db.securitygroups_db [None req-632659ff-ef34-48a3-beac-fd0516e96bc4 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] Project 2fcaafd20cb9434aa25d111d6081b900 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 17:13:00.425992 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-632659ff-ef34-48a3-beac-fd0516e96bc4 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:13:00.517034 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-632659ff-ef34-48a3-beac-fd0516e96bc4 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:13:00.593477 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-632659ff-ef34-48a3-beac-fd0516e96bc4 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-560418'] for security_group_rule, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:13:00.596425 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-fd55c2f7-9192-4ad7-b1cc-4c104963d505 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:13:00.619470 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632659ff-ef34-48a3-beac-fd0516e96bc4 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8917166-cadf-46b2-9800-97fa5ccc958a,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:13:00.629258 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-632659ff-ef34-48a3-beac-fd0516e96bc4 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:13:00.718822 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b47bc6-3f5b-416b-98de-b01fd698267a req-e65f91a7-fb76-430d-abf3-f4565902595d tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:13:00.720818 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-59b47bc6-3f5b-416b-98de-b01fd698267a req-e65f91a7-fb76-430d-abf3-f4565902595d tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/ports?device_id=2cb35b0b-f463-499a-8688-2bd5f250449b HTTP/1.1" status: 200 len: 945 time: 0.0824206 Jun 24 17:13:00.743043 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-632659ff-ef34-48a3-beac-fd0516e96bc4 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:13:00.744161 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-632659ff-ef34-48a3-beac-fd0516e96bc4 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4281926 Jun 24 17:13:00.805527 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-59b47bc6-3f5b-416b-98de-b01fd698267a req-ade5d5f4-5952-4f33-8d26-709934ed0d1e tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac3fa70e-0f44-45d3-b39b-c4cad7af486e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764239 Jun 24 17:13:00.911732 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-3f06ec98-4611-4b45-8527-be96b1c5be73 req-ca232130-415a-4a6f-bd58-4f21a994e2a2 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1727893009&fields=id&tenant_id=2fcaafd20cb9434aa25d111d6081b900 HTTP/1.1" status: 200 len: 267 time: 0.0412321 Jun 24 17:13:01.024383 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f06ec98-4611-4b45-8527-be96b1c5be73 req-f3ee922d-65aa-42c7-b7bc-0e561f7a0edb tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:13:01.028355 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-3f06ec98-4611-4b45-8527-be96b1c5be73 req-f3ee922d-65aa-42c7-b7bc-0e561f7a0edb tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] 10.222.0.15 "GET /v2.0/ports?device_id=403d65b4-6ba0-4716-a965-12fd0346bab6 HTTP/1.1" status: 200 len: 945 time: 0.1080627 Jun 24 17:13:01.041027 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.v2.base [req-3f06ec98-4611-4b45-8527-be96b1c5be73 req-2ca1c807-bdf9-4d72-b3ef-c43c6475444a tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] Request body: {'port': {'security_groups': ['52b1646f-1d75-46ae-8b7b-28f6d79e1530', '2f79473f-9a7c-446c-aad6-514f09587265']}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 17:13:01.232247 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce62c56c-bcd2-47c5-82c8-cef21af85a81 req-592ccfc0-2784-4f7c-b44f-cd59f27a23ad tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:13:01.233667 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-ce62c56c-bcd2-47c5-82c8-cef21af85a81 req-592ccfc0-2784-4f7c-b44f-cd59f27a23ad tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e688142-60f7-460e-a0a8-12277958e273 HTTP/1.1" status: 200 len: 946 time: 0.1065397 Jun 24 17:13:01.262794 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-3f06ec98-4611-4b45-8527-be96b1c5be73 req-2ca1c807-bdf9-4d72-b3ef-c43c6475444a tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:13:01.294468 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-ce62c56c-bcd2-47c5-82c8-cef21af85a81 req-4809725b-bc91-419d-a659-9185e74ca075 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] 10.222.0.15 "GET /v2.0/security-groups?id=77f7ab56-104c-48f4-8da5-818b0fcbd6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543466 Jun 24 17:13:01.539457 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-3f06ec98-4611-4b45-8527-be96b1c5be73 req-2ca1c807-bdf9-4d72-b3ef-c43c6475444a tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] For port 9d50f125-92bf-4475-9d90-9724e54d278f, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=9d50f125-92bf-4475-9d90-9724e54d278f,segment=NetworkSegment(93f37f3c-6cd2-4479-974f-79faa9f614f1),segment_id=93f37f3c-6cd2-4479-974f-79faa9f614f1)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 17:13:01.575658 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-3f06ec98-4611-4b45-8527-be96b1c5be73 req-2ca1c807-bdf9-4d72-b3ef-c43c6475444a tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:13:01.634742 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-3f06ec98-4611-4b45-8527-be96b1c5be73 req-2ca1c807-bdf9-4d72-b3ef-c43c6475444a tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2811380'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:13:01.644320 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:13:01.675552 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] get_ports_and_sgs() called for port_ids ['9d50f125-92bf-4475-9d90-9724e54d278f'] {{(pid=93702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 17:13:01.730707 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f06ec98-4611-4b45-8527-be96b1c5be73 req-2ca1c807-bdf9-4d72-b3ef-c43c6475444a tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:13:01.731404 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-3f06ec98-4611-4b45-8527-be96b1c5be73 req-2ca1c807-bdf9-4d72-b3ef-c43c6475444a tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592921'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:13:01.738276 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-3f06ec98-4611-4b45-8527-be96b1c5be73 req-2ca1c807-bdf9-4d72-b3ef-c43c6475444a tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] 10.222.0.15 "PUT /v2.0/ports/9d50f125-92bf-4475-9d90-9724e54d278f HTTP/1.1" status: 200 len: 981 time: 0.7017257 Jun 24 17:13:01.738865 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '403d65b4-6ba0-4716-a965-12fd0346bab6', 'tag': '9d50f125-92bf-4475-9d90-9724e54d278f'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 17:13:01.741494 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c39e75a9e8347d24c3004332124e07527e89accb2f43d806ee4df9c6bf49ca2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edcaad34-f40c-4ad8-bb80-9402a9248064" -d '{"events": [{"name": "network-changed", "server_uuid": "403d65b4-6ba0-4716-a965-12fd0346bab6", "tag": "9d50f125-92bf-4475-9d90-9724e54d278f"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 17:13:01.836067 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca1c807-bdf9-4d72-b3ef-c43c6475444a tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] Pushing event updated for resources: {'Port': ['ID=9d50f125-92bf-4475-9d90-9724e54d278f,revision_number=6']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:13:01.877826 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-2ca1c807-bdf9-4d72-b3ef-c43c6475444a tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:13:01.877826 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 17:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-609434d4-a108-4bb2-8b78-976658798bd0 x-openstack-request-id: req-609434d4-a108-4bb2-8b78-976658798bd0 {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 17:13:01.877826 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "403d65b4-6ba0-4716-a965-12fd0346bab6", "tag": "9d50f125-92bf-4475-9d90-9724e54d278f", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 17:13:01.877826 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-609434d4-a108-4bb2-8b78-976658798bd0 {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 17:13:01.877826 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '403d65b4-6ba0-4716-a965-12fd0346bab6', 'tag': '9d50f125-92bf-4475-9d90-9724e54d278f', 'status': 'completed', 'code': 200} Jun 24 17:13:02.060643 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] get_ports_and_sgs() called for port_ids ['9d50f125-92bf-4475-9d90-9724e54d278f'] {{(pid=93702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 17:13:02.089470 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4bf354-b1e5-4306-8f66-944c47fee3c4 req-4fe25302-d122-4679-b836-2b0d07cbbed8 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:13:02.091097 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e3ad4b-a4f8-49a5-a1e4-a5d597e73b70 req-7b65d197-d3c1-42f4-ace1-d2c2119be715 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:13:02.091571 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-2a4bf354-b1e5-4306-8f66-944c47fee3c4 req-4fe25302-d122-4679-b836-2b0d07cbbed8 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/ports?device_id=2cb35b0b-f463-499a-8688-2bd5f250449b HTTP/1.1" status: 200 len: 945 time: 0.0893974 Jun 24 17:13:02.094086 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-a6e3ad4b-a4f8-49a5-a1e4-a5d597e73b70 req-7b65d197-d3c1-42f4-ace1-d2c2119be715 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] 10.222.0.15 "GET /v2.0/ports?device_id=403d65b4-6ba0-4716-a965-12fd0346bab6 HTTP/1.1" status: 200 len: 984 time: 0.2007897 Jun 24 17:13:02.120849 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcaad34-f40c-4ad8-bb80-9402a9248064 req-def40075-3a3a-4c42-989d-63347ef6d426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:13:02.122807 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-edcaad34-f40c-4ad8-bb80-9402a9248064 req-def40075-3a3a-4c42-989d-63347ef6d426 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2fcaafd20cb9434aa25d111d6081b900&device_id=403d65b4-6ba0-4716-a965-12fd0346bab6 HTTP/1.1" status: 200 len: 1137 time: 0.1539960 Jun 24 17:13:02.143686 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-2a4bf354-b1e5-4306-8f66-944c47fee3c4 req-d78050f6-4588-4b5b-be8d-c32d8deda228 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac3fa70e-0f44-45d3-b39b-c4cad7af486e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428801 Jun 24 17:13:02.179090 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-8f2fb913-e9a3-4d60-9c09-c43623e42c98 None None] Provisioning complete for port 9d50f125-92bf-4475-9d90-9724e54d278f triggered by entity DHCP. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 17:13:02.179697 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8f2fb913-e9a3-4d60-9c09-c43623e42c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979100'] for port, provisioning_complete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:13:02.204691 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-a6e3ad4b-a4f8-49a5-a1e4-a5d597e73b70 req-e6da0353-abb9-4011-925a-ca0278c14ed8 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] 10.222.0.15 "GET /v2.0/security-groups?id=2f79473f-9a7c-446c-aad6-514f09587265&id=52b1646f-1d75-46ae-8b7b-28f6d79e1530&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1042855 Jun 24 17:13:02.268160 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcaad34-f40c-4ad8-bb80-9402a9248064 req-3eba56c0-417e-4013-9dc3-6d772a477101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:13:02.270685 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-edcaad34-f40c-4ad8-bb80-9402a9248064 req-3eba56c0-417e-4013-9dc3-6d772a477101 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a45d101b-6927-4b1f-b60c-ac459e829641 HTTP/1.1" status: 200 len: 915 time: 0.1376724 Jun 24 17:13:02.348569 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-edcaad34-f40c-4ad8-bb80-9402a9248064 req-438659ec-3e66-422e-9e66-fa3f4313b0a1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9d50f125-92bf-4475-9d90-9724e54d278f HTTP/1.1" status: 200 len: 1000 time: 0.0686898 Jun 24 17:13:02.440269 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcaad34-f40c-4ad8-bb80-9402a9248064 req-31ab33cf-e13d-456c-95ad-4ac3d8f5436c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:13:02.442767 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-edcaad34-f40c-4ad8-bb80-9402a9248064 req-31ab33cf-e13d-456c-95ad-4ac3d8f5436c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ad8c42be-ee98-463d-b12f-0b1f5644eae5 HTTP/1.1" status: 200 len: 854 time: 0.0893366 Jun 24 17:13:02.571621 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcaad34-f40c-4ad8-bb80-9402a9248064 req-0b249ca3-8ddd-471a-a568-00a1eefd7698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:13:02.573018 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-edcaad34-f40c-4ad8-bb80-9402a9248064 req-0b249ca3-8ddd-471a-a568-00a1eefd7698 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a45d101b-6927-4b1f-b60c-ac459e829641&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1225030 Jun 24 17:13:02.587871 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d58ab6-758a-4e94-b05a-711441718457 req-6ba38121-fd60-4651-b2b9-b9064b83db37 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:13:02.602619 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-77d58ab6-758a-4e94-b05a-711441718457 req-6ba38121-fd60-4651-b2b9-b9064b83db37 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e688142-60f7-460e-a0a8-12277958e273 HTTP/1.1" status: 200 len: 946 time: 0.1304204 Jun 24 17:13:02.666719 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-77d58ab6-758a-4e94-b05a-711441718457 req-ff27b416-9e71-4f4b-8b9b-f2af4d000bb7 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] 10.222.0.15 "GET /v2.0/security-groups?id=77f7ab56-104c-48f4-8da5-818b0fcbd6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636723 Jun 24 17:13:02.695428 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-edcaad34-f40c-4ad8-bb80-9402a9248064 req-828aed33-7fe0-46c8-9a40-badd0e7ba9fd service neutron] 10.222.0.37 "GET /v2.0/networks/a45d101b-6927-4b1f-b60c-ac459e829641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123810 Jun 24 17:13:02.837018 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-edcaad34-f40c-4ad8-bb80-9402a9248064 req-143f77a1-56ef-492a-b0db-b374f2919b75 service neutron] 10.222.0.37 "GET /v2.0/networks/a45d101b-6927-4b1f-b60c-ac459e829641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272206 Jun 24 17:13:03.395360 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdad1d73-8a9c-4899-9b64-9c94259ed994 req-8a0cddeb-caff-4835-ad5b-2af6a54f1215 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:13:03.396864 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-bdad1d73-8a9c-4899-9b64-9c94259ed994 req-8a0cddeb-caff-4835-ad5b-2af6a54f1215 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/ports?device_id=2cb35b0b-f463-499a-8688-2bd5f250449b HTTP/1.1" status: 200 len: 945 time: 0.0792468 Jun 24 17:13:03.443307 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-bdad1d73-8a9c-4899-9b64-9c94259ed994 req-52ce095e-68ac-42d8-a13f-273a6c9a8014 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac3fa70e-0f44-45d3-b39b-c4cad7af486e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372059 Jun 24 17:13:03.876271 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbb7312-b217-46da-a595-880b823f6de4 req-6425b06e-7bce-42f1-92d3-f262d71e6307 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:13:03.879089 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-7fbb7312-b217-46da-a595-880b823f6de4 req-6425b06e-7bce-42f1-92d3-f262d71e6307 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e688142-60f7-460e-a0a8-12277958e273 HTTP/1.1" status: 200 len: 946 time: 0.0930192 Jun 24 17:13:03.928417 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-7fbb7312-b217-46da-a595-880b823f6de4 req-5f4cf067-cf0c-4dc1-b44e-0eca05992f3a tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] 10.222.0.15 "GET /v2.0/security-groups?id=77f7ab56-104c-48f4-8da5-818b0fcbd6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438528 Jun 24 17:13:04.547727 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a80664-b299-42e2-98c5-fc9b975aeec4 req-3ad50467-35bc-48d4-aa5f-1e453ef7e825 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:13:04.549491 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-f0a80664-b299-42e2-98c5-fc9b975aeec4 req-3ad50467-35bc-48d4-aa5f-1e453ef7e825 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e688142-60f7-460e-a0a8-12277958e273 HTTP/1.1" status: 200 len: 946 time: 0.0970867 Jun 24 17:13:04.611399 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-f0a80664-b299-42e2-98c5-fc9b975aeec4 req-b4835fc9-1bd7-4ada-8f06-55bc7fb52c31 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] 10.222.0.15 "GET /v2.0/security-groups?id=77f7ab56-104c-48f4-8da5-818b0fcbd6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559478 Jun 24 17:13:04.645938 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d5339f-31f1-4a79-bf54-8693ead9e270 req-b83f5c1a-2f0d-472e-8db6-5548b047faa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:13:04.645938 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-f2d5339f-31f1-4a79-bf54-8693ead9e270 req-b83f5c1a-2f0d-472e-8db6-5548b047faa2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fea91de70bb14b7dbc15fd1cce9a200e&device_id=1e688142-60f7-460e-a0a8-12277958e273 HTTP/1.1" status: 200 len: 1099 time: 0.0843463 Jun 24 17:13:04.809409 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ae5f95-ce74-4774-9f04-39957f4acef1 req-11db0343-6fe5-4074-952f-2491523ec34a tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:13:04.811031 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-a1ae5f95-ce74-4774-9f04-39957f4acef1 req-11db0343-6fe5-4074-952f-2491523ec34a tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/ports?device_id=2cb35b0b-f463-499a-8688-2bd5f250449b HTTP/1.1" status: 200 len: 945 time: 0.1416078 Jun 24 17:13:04.813888 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d5339f-31f1-4a79-bf54-8693ead9e270 req-02ad6fc7-159d-499c-9e59-60a7d7bf1563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:13:04.815231 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-f2d5339f-31f1-4a79-bf54-8693ead9e270 req-02ad6fc7-159d-499c-9e59-60a7d7bf1563 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b5831895-94e5-4f0a-8fea-bf10963f4724 HTTP/1.1" status: 200 len: 911 time: 0.1578412 Jun 24 17:13:05.220930 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-a1ae5f95-ce74-4774-9f04-39957f4acef1 req-32ee4e42-3f0a-40ae-818b-5fad190837b9 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac3fa70e-0f44-45d3-b39b-c4cad7af486e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4035418 Jun 24 17:13:05.225732 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-f2d5339f-31f1-4a79-bf54-8693ead9e270 req-ce5e402e-24ef-474e-b4d1-6882c21c3eb4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f6a25839-6236-4295-86d9-9bf65bfb8d21 HTTP/1.1" status: 200 len: 1001 time: 0.4012482 Jun 24 17:13:05.286422 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d5339f-31f1-4a79-bf54-8693ead9e270 req-e785c0f1-4d04-45f6-bfb8-f265ac855d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:13:05.286422 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-f2d5339f-31f1-4a79-bf54-8693ead9e270 req-e785c0f1-4d04-45f6-bfb8-f265ac855d40 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e87b4c16-dac9-4f7c-93b5-b846172b2da1 HTTP/1.1" status: 200 len: 850 time: 0.0523617 Jun 24 17:13:05.362672 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d5339f-31f1-4a79-bf54-8693ead9e270 req-5006b09e-e5c7-49ce-b12d-bb0ff9383cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:13:05.364410 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-f2d5339f-31f1-4a79-bf54-8693ead9e270 req-5006b09e-e5c7-49ce-b12d-bb0ff9383cb2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b5831895-94e5-4f0a-8fea-bf10963f4724&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0701847 Jun 24 17:13:05.459788 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-f2d5339f-31f1-4a79-bf54-8693ead9e270 req-d2598284-1bba-421f-bab0-1a9946e4c32a service neutron] 10.222.0.37 "GET /v2.0/networks/b5831895-94e5-4f0a-8fea-bf10963f4724?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884798 Jun 24 17:13:05.561297 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-f2d5339f-31f1-4a79-bf54-8693ead9e270 req-f3a2a264-2ffc-4341-acdd-b946fd7f4b68 service neutron] 10.222.0.37 "GET /v2.0/networks/b5831895-94e5-4f0a-8fea-bf10963f4724?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940320 Jun 24 17:13:05.821388 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7197e7c0-0833-4afd-9e44-70af32404286 req-28fd1d7a-d201-4f11-8d96-d3def25565ac tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:13:05.823175 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-7197e7c0-0833-4afd-9e44-70af32404286 req-28fd1d7a-d201-4f11-8d96-d3def25565ac tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e688142-60f7-460e-a0a8-12277958e273 HTTP/1.1" status: 200 len: 946 time: 0.0691502 Jun 24 17:13:05.864271 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-7197e7c0-0833-4afd-9e44-70af32404286 req-3386fe5d-626e-43d3-be88-c502233dbbe2 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] 10.222.0.15 "GET /v2.0/security-groups?id=77f7ab56-104c-48f4-8da5-818b0fcbd6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354695 Jun 24 17:13:06.403874 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2ec1e2-fb5d-40f4-9593-22f75261d65b req-693485c9-8c9c-41ac-bfb0-52df9da4988f tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:13:06.405331 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-1e2ec1e2-fb5d-40f4-9593-22f75261d65b req-693485c9-8c9c-41ac-bfb0-52df9da4988f tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/ports?device_id=2cb35b0b-f463-499a-8688-2bd5f250449b HTTP/1.1" status: 200 len: 945 time: 0.0624161 Jun 24 17:13:06.458368 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-1e2ec1e2-fb5d-40f4-9593-22f75261d65b req-7446e771-6f78-4bf6-80c2-0f2e67446802 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac3fa70e-0f44-45d3-b39b-c4cad7af486e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459127 Jun 24 17:13:07.061096 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265ea949-a0f2-4345-b3dc-128f308c6f7e req-498259f2-50bd-4042-ab79-40f811d804e0 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:13:07.062836 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-265ea949-a0f2-4345-b3dc-128f308c6f7e req-498259f2-50bd-4042-ab79-40f811d804e0 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e688142-60f7-460e-a0a8-12277958e273 HTTP/1.1" status: 200 len: 946 time: 0.0686460 Jun 24 17:13:07.103521 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-265ea949-a0f2-4345-b3dc-128f308c6f7e req-4cb14f43-fc3a-47c9-b67d-5a4a1110547c tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] 10.222.0.15 "GET /v2.0/security-groups?id=77f7ab56-104c-48f4-8da5-818b0fcbd6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342150 Jun 24 17:13:07.638328 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb15248-4cc4-433a-ac8d-153729faf3e0 req-3a4c37a2-632d-470e-a94d-0a4ac51e9487 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:13:07.640103 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-6eb15248-4cc4-433a-ac8d-153729faf3e0 req-3a4c37a2-632d-470e-a94d-0a4ac51e9487 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/ports?device_id=2cb35b0b-f463-499a-8688-2bd5f250449b HTTP/1.1" status: 200 len: 945 time: 0.0645399 Jun 24 17:13:07.681187 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-6eb15248-4cc4-433a-ac8d-153729faf3e0 req-7d02fa16-b464-40f6-9aa6-45c7bd8b74cd tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac3fa70e-0f44-45d3-b39b-c4cad7af486e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341246 Jun 24 17:13:08.766803 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8441c7d1-8df5-480c-a932-077c96b9156d req-b6cc9571-3f2b-4229-af30-dd3a437e195c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:13:08.768216 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-8441c7d1-8df5-480c-a932-077c96b9156d req-b6cc9571-3f2b-4229-af30-dd3a437e195c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6bc5cd721def4e0c90b75e0186dfcb77&device_id=2cb35b0b-f463-499a-8688-2bd5f250449b HTTP/1.1" status: 200 len: 1098 time: 0.0565214 Jun 24 17:13:08.856054 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8441c7d1-8df5-480c-a932-077c96b9156d req-14a911fe-cb00-45e6-bd19-1dfda9762a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:13:08.857466 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-8441c7d1-8df5-480c-a932-077c96b9156d req-14a911fe-cb00-45e6-bd19-1dfda9762a43 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e2c58ddc-3a0b-4159-9aa1-b7e24abf6c42 HTTP/1.1" status: 200 len: 916 time: 0.0828698 Jun 24 17:13:08.859717 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36aff00-f92d-4e45-a6d7-a786034836f4 req-bf2fc354-8350-4406-9e13-9726798aa5b3 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:13:08.861156 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-a36aff00-f92d-4e45-a6d7-a786034836f4 req-bf2fc354-8350-4406-9e13-9726798aa5b3 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/ports?device_id=2cb35b0b-f463-499a-8688-2bd5f250449b HTTP/1.1" status: 200 len: 945 time: 0.0626924 Jun 24 17:13:08.900269 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-a36aff00-f92d-4e45-a6d7-a786034836f4 req-2ff236dd-1f8c-4bff-89e9-bd63ae5dc21a tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac3fa70e-0f44-45d3-b39b-c4cad7af486e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328841 Jun 24 17:13:08.933755 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-8441c7d1-8df5-480c-a932-077c96b9156d req-5d9b313e-9afa-43dd-a05d-fa60686a5019 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f93a09a9-7187-40b2-8cc5-8b5ba5891655 HTTP/1.1" status: 200 len: 1001 time: 0.0693674 Jun 24 17:13:08.981768 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8441c7d1-8df5-480c-a932-077c96b9156d req-bf0746ed-ef6e-4a1b-82f4-ae05438afb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:13:08.983220 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-8441c7d1-8df5-480c-a932-077c96b9156d req-bf0746ed-ef6e-4a1b-82f4-ae05438afb87 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2f50fbc4-85b7-4dc1-a33e-164695f5eb21 HTTP/1.1" status: 200 len: 855 time: 0.0431013 Jun 24 17:13:09.039703 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8441c7d1-8df5-480c-a932-077c96b9156d req-15fa3268-f7b6-420f-b202-7fd74965278d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:13:09.041032 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-8441c7d1-8df5-480c-a932-077c96b9156d req-15fa3268-f7b6-420f-b202-7fd74965278d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e2c58ddc-3a0b-4159-9aa1-b7e24abf6c42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0503972 Jun 24 17:13:09.128885 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-8441c7d1-8df5-480c-a932-077c96b9156d req-4c1fe6a4-448b-4eaf-9006-7f154de71737 service neutron] 10.222.0.37 "GET /v2.0/networks/e2c58ddc-3a0b-4159-9aa1-b7e24abf6c42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804858 Jun 24 17:13:09.215357 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-8441c7d1-8df5-480c-a932-077c96b9156d req-3fdd1ba7-7768-4af0-8ab9-fb599a7147ce service neutron] 10.222.0.37 "GET /v2.0/networks/e2c58ddc-3a0b-4159-9aa1-b7e24abf6c42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801306 Jun 24 17:13:10.241390 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447a9136-c759-4cbb-b51e-b2b61b90f978 req-f00ecd42-4472-4738-88d6-062decfe6abd tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:13:10.242772 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-447a9136-c759-4cbb-b51e-b2b61b90f978 req-f00ecd42-4472-4738-88d6-062decfe6abd tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/ports?device_id=2cb35b0b-f463-499a-8688-2bd5f250449b HTTP/1.1" status: 200 len: 945 time: 0.2165146 Jun 24 17:13:10.279386 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-447a9136-c759-4cbb-b51e-b2b61b90f978 req-6322a37d-f019-4b2b-9b90-6cfa689030ea tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac3fa70e-0f44-45d3-b39b-c4cad7af486e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309887 Jun 24 17:13:10.639311 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Device f93a09a9-7187-40b2-8cc5-8b5ba5891655 no longer exists at agent hyperv_hv-cinder-79797 {{(pid=93702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 17:13:10.713140 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:13:10.734199 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cb35b0b-f463-499a-8688-2bd5f250449b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f93a09a9-7187-40b2-8cc5-8b5ba5891655'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 17:13:10.736513 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d8b605067795a7fc2c115f7278a2b51e92dc277499becda2f2169a787a2c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef6c30c6-b451-4dca-ba25-2c7656afd62b" -d '{"events": [{"server_uuid": "2cb35b0b-f463-499a-8688-2bd5f250449b", "name": "network-vif-unplugged", "status": "completed", "tag": "f93a09a9-7187-40b2-8cc5-8b5ba5891655"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 17:13:10.752705 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] For port f93a09a9-7187-40b2-8cc5-8b5ba5891655, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=f93a09a9-7187-40b2-8cc5-8b5ba5891655,segment=NetworkSegment(10a83dba-9475-45c8-9dae-cc9d5b4ac03a),segment_id=10a83dba-9475-45c8-9dae-cc9d5b4ac03a)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 17:13:10.779367 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 24 Jun 2021 17:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31899753-01d4-4ac6-ab3c-af68eb35dea7 x-openstack-request-id: req-31899753-01d4-4ac6-ab3c-af68eb35dea7 {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 17:13:10.779669 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cb35b0b-f463-499a-8688-2bd5f250449b", "name": "network-vif-unplugged", "status": "completed", "tag": "f93a09a9-7187-40b2-8cc5-8b5ba5891655", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 17:13:10.779928 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-31899753-01d4-4ac6-ab3c-af68eb35dea7 {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 17:13:10.780345 dv-cinder-797970-1-iscsi neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cb35b0b-f463-499a-8688-2bd5f250449b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f93a09a9-7187-40b2-8cc5-8b5ba5891655', 'code': 200} Jun 24 17:13:10.865630 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:13:10.867456 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-fbe50129-1454-4ddc-9cd4-fc88e9fa097e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:13:10.916088 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Pushing event updated for resources: {'Port': ['ID=f93a09a9-7187-40b2-8cc5-8b5ba5891655,revision_number=8']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:13:10.918303 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:13:11.171526 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2ffca9c4-2850-4a6b-ab91-039b0472f17a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:13:11.478593 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0035d3b1-b51e-4903-bb72-98f9de2270aa req-6d51831c-8a51-44b0-816d-83bbf49e8065 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:13:11.480080 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-0035d3b1-b51e-4903-bb72-98f9de2270aa req-6d51831c-8a51-44b0-816d-83bbf49e8065 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/ports?device_id=2cb35b0b-f463-499a-8688-2bd5f250449b HTTP/1.1" status: 200 len: 943 time: 0.0787759 Jun 24 17:13:11.516925 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-0035d3b1-b51e-4903-bb72-98f9de2270aa req-a0bf841a-7cb2-40dd-8af1-55e87d0ca7e5 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac3fa70e-0f44-45d3-b39b-c4cad7af486e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311437 Jun 24 17:13:13.353367 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035e03b8-96e2-4c8b-b03e-afbdce8e6059 req-56a6c241-856a-40a7-ba04-4ee7eb6ac1ce tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:13:13.354870 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-035e03b8-96e2-4c8b-b03e-afbdce8e6059 req-56a6c241-856a-40a7-ba04-4ee7eb6ac1ce tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/ports?device_id=2cb35b0b-f463-499a-8688-2bd5f250449b HTTP/1.1" status: 200 len: 943 time: 0.0728958 Jun 24 17:13:13.396827 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-035e03b8-96e2-4c8b-b03e-afbdce8e6059 req-56a15d60-6587-4d70-b8ee-29e63c3f68d9 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac3fa70e-0f44-45d3-b39b-c4cad7af486e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348611 Jun 24 17:13:13.460152 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a9f92a0b-00ba-4df7-990c-dd18c7909fe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:13:13.706326 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 59536) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:13:13.801400 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-a67e9be1-7c10-4bb0-978e-daec73c9d811 req-45117b95-ed74-42d3-998c-806967feb808 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2cb35b0b-f463-499a-8688-2bd5f250449b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0938735 Jun 24 17:13:13.934301 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:13:14.487629 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 59566) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:13:14.582160 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02cc358-0307-44e3-b0be-4f72b6a9c7be req-7688f87f-9266-492e-855f-e840b52b3294 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:13:14.584249 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-b02cc358-0307-44e3-b0be-4f72b6a9c7be req-7688f87f-9266-492e-855f-e840b52b3294 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/ports?device_id=2cb35b0b-f463-499a-8688-2bd5f250449b HTTP/1.1" status: 200 len: 943 time: 0.0662587 Jun 24 17:13:14.593390 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f79365df-676e-48d0-9192-ff2ccfbfead0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:13:14.621823 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-b02cc358-0307-44e3-b0be-4f72b6a9c7be req-3081fef7-4aad-488b-b3e8-94bed5e90a1d tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac3fa70e-0f44-45d3-b39b-c4cad7af486e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318532 Jun 24 17:13:14.688079 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f79365df-676e-48d0-9192-ff2ccfbfead0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:13:14.732836 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f79365df-676e-48d0-9192-ff2ccfbfead0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:13:14.735222 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-fb013a86-52ce-413a-8ece-1c86e4c2bb78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:13:14.772330 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-f79365df-676e-48d0-9192-ff2ccfbfead0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1650a7e12a7647b591c0819930422d7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2836246 Jun 24 17:13:14.773290 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79365df-676e-48d0-9192-ff2ccfbfead0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aee10f7b-0fbd-4d41-9a4f-58371d32b4d2,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:13:14.775034 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 59570) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:13:14.776661 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-f79365df-676e-48d0-9192-ff2ccfbfead0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:13:14.825058 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-62bdec25-edd2-405d-b921-d207ecc72a02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:13:14.846577 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-62bdec25-edd2-405d-b921-d207ecc72a02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:13:14.920235 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5af43288-dd02-4084-874e-f1fcba283848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:13:14.982793 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-62bdec25-edd2-405d-b921-d207ecc72a02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:13:14.985340 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-62bdec25-edd2-405d-b921-d207ecc72a02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:13:14.986506 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-62bdec25-edd2-405d-b921-d207ecc72a02 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/aee10f7b-0fbd-4d41-9a4f-58371d32b4d2 HTTP/1.1" status: 204 len: 168 time: 0.2099788 Jun 24 17:13:14.987446 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-4b280922-da78-4de3-adca-618e065b352f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:13:14.995912 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bdec25-edd2-405d-b921-d207ecc72a02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aee10f7b-0fbd-4d41-9a4f-58371d32b4d2,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:13:14.998230 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-62bdec25-edd2-405d-b921-d207ecc72a02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:13:15.418705 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Device f93a09a9-7187-40b2-8cc5-8b5ba5891655 no longer exists at agent hyperv_hv-cinder-79797 {{(pid=93702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 17:13:15.530356 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 59578) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:13:15.544812 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1b2696af-1685-47c3-ab1b-e5d7dce802d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:13:15.635125 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1b2696af-1685-47c3-ab1b-e5d7dce802d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:13:15.693501 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1b2696af-1685-47c3-ab1b-e5d7dce802d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:13:15.696224 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-f97adc05-bd97-48dd-9caf-eec42f82265d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:13:15.732668 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-1b2696af-1685-47c3-ab1b-e5d7dce802d9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0076ab1ec4cb40259a3c0d447db89514&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2012007 Jun 24 17:13:15.733568 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2696af-1685-47c3-ab1b-e5d7dce802d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84686dd4-665f-469a-ad44-71e4be516488,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:13:15.735413 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 59582) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:13:15.746471 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-1b2696af-1685-47c3-ab1b-e5d7dce802d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:13:15.830066 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5e2c6302-00d5-46ec-aa7c-8ff82b5faf18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:13:15.850411 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50f8a4d-191b-4354-a8f1-813820514920 req-a22d4ff2-c728-4c1a-8199-890222b4d1e1 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:13:15.851897 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-d50f8a4d-191b-4354-a8f1-813820514920 req-a22d4ff2-c728-4c1a-8199-890222b4d1e1 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/ports?device_id=2cb35b0b-f463-499a-8688-2bd5f250449b HTTP/1.1" status: 200 len: 943 time: 0.1020703 Jun 24 17:13:15.870712 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5e2c6302-00d5-46ec-aa7c-8ff82b5faf18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:13:15.921856 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-d50f8a4d-191b-4354-a8f1-813820514920 req-2278b846-cc6b-4ced-a434-1b68398c1a85 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac3fa70e-0f44-45d3-b39b-c4cad7af486e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610321 Jun 24 17:13:16.045336 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5e2c6302-00d5-46ec-aa7c-8ff82b5faf18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:13:16.047949 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5e2c6302-00d5-46ec-aa7c-8ff82b5faf18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:13:16.049051 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-5e2c6302-00d5-46ec-aa7c-8ff82b5faf18 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/84686dd4-665f-469a-ad44-71e4be516488 HTTP/1.1" status: 204 len: 168 time: 0.3125877 Jun 24 17:13:16.049801 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-ae24b181-baff-4ae0-8e64-433077811e44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:13:16.057299 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2c6302-00d5-46ec-aa7c-8ff82b5faf18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84686dd4-665f-469a-ad44-71e4be516488,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:13:16.059508 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-5e2c6302-00d5-46ec-aa7c-8ff82b5faf18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:13:16.439767 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-845c8506-8cf5-4b6b-bbc4-443bdb09ac47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:13:16.673203 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 59590) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:13:16.686656 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-dceb441c-da1d-4434-924b-f8ba82457560 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:13:16.773756 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-dceb441c-da1d-4434-924b-f8ba82457560 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:13:16.839872 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-dceb441c-da1d-4434-924b-f8ba82457560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:13:16.842487 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-c92df035-5bc7-4c52-af75-d973c07254c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:13:16.882112 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceb441c-da1d-4434-924b-f8ba82457560 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e6f5290-8ed2-4e2e-a6eb-e6e8bd270768,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:13:16.889329 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 59592) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:13:16.897292 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-dceb441c-da1d-4434-924b-f8ba82457560 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4527f654ee134292a7b3f4826d93d8ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2215295 Jun 24 17:13:16.897292 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-dceb441c-da1d-4434-924b-f8ba82457560 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:13:16.954946 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b2a6c00f-60a8-429c-8961-152f85c8cebb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:13:16.977031 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b2a6c00f-60a8-429c-8961-152f85c8cebb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:13:17.113200 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbaf17d-20ee-4968-86f2-0256693a7d04 req-7afa2610-fc51-4a59-8022-1c8cfe84f8f2 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:13:17.115353 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-dbbaf17d-20ee-4968-86f2-0256693a7d04 req-7afa2610-fc51-4a59-8022-1c8cfe84f8f2 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/ports?device_id=2cb35b0b-f463-499a-8688-2bd5f250449b HTTP/1.1" status: 200 len: 943 time: 0.0613716 Jun 24 17:13:17.116099 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b2a6c00f-60a8-429c-8961-152f85c8cebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:13:17.118611 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b2a6c00f-60a8-429c-8961-152f85c8cebb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:13:17.119599 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-b2a6c00f-60a8-429c-8961-152f85c8cebb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4e6f5290-8ed2-4e2e-a6eb-e6e8bd270768 HTTP/1.1" status: 204 len: 168 time: 0.2294760 Jun 24 17:13:17.120326 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-0079f3d8-2ff0-4c39-b313-4105f67be35d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:13:17.140570 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a6c00f-60a8-429c-8961-152f85c8cebb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e6f5290-8ed2-4e2e-a6eb-e6e8bd270768,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:13:17.143485 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-b2a6c00f-60a8-429c-8961-152f85c8cebb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:13:17.163013 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-dbbaf17d-20ee-4968-86f2-0256693a7d04 req-bbdd32e8-ede8-46cb-bad3-9b8906ccdbf7 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac3fa70e-0f44-45d3-b39b-c4cad7af486e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404489 Jun 24 17:13:18.028881 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 59620) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:13:18.119201 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.v2.base [None req-d136ce40-218c-46a1-af9b-379d19755a25 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-573669223-network', 'tenant_id': '7924789c44b847458abcc802fbf645a2'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 17:13:18.196311 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d136ce40-218c-46a1-af9b-379d19755a25 admin admin] Made reservation on behalf of 7924789c44b847458abcc802fbf645a2 for: {'network': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 17:13:18.198624 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d136ce40-218c-46a1-af9b-379d19755a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for network, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:13:18.207333 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d136ce40-218c-46a1-af9b-379d19755a25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:13:18.300142 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d136ce40-218c-46a1-af9b-379d19755a25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:13:18.351035 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802a92f3-3af6-4988-b591-37a530de0ebf req-049fc65d-c5f9-4bf2-972c-ca881915e54c tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:13:18.352465 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-802a92f3-3af6-4988-b591-37a530de0ebf req-049fc65d-c5f9-4bf2-972c-ca881915e54c tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/ports?device_id=2cb35b0b-f463-499a-8688-2bd5f250449b HTTP/1.1" status: 200 len: 943 time: 0.0644250 Jun 24 17:13:18.366355 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d136ce40-218c-46a1-af9b-379d19755a25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:13:18.370379 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-3a2c80b0-ff58-4da6-87a2-7b28089b8d0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:13:18.387959 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d136ce40-218c-46a1-af9b-379d19755a25 admin admin] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=93701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 17:13:18.390865 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-802a92f3-3af6-4988-b591-37a530de0ebf req-d3607e72-2729-4083-baa5-86a1ddba7e3f tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac3fa70e-0f44-45d3-b39b-c4cad7af486e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327284 Jun 24 17:13:18.403750 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d136ce40-218c-46a1-af9b-379d19755a25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4584b34a-3823-40ba-8a20-1eb13d51b06a,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:13:18.406602 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d136ce40-218c-46a1-af9b-379d19755a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083357'] for segment, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:13:18.406940 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.db.segments_db [None req-d136ce40-218c-46a1-af9b-379d19755a25 admin admin] Added segment 2faa66d2-791d-4719-899c-70d2ea1d3315 of type vlan for network 5f693cf9-3689-4927-8375-1a498e5907cd Jun 24 17:13:18.408303 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-d136ce40-218c-46a1-af9b-379d19755a25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:13:18.447719 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d136ce40-218c-46a1-af9b-379d19755a25 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734938226544'] for network, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:13:18.533370 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d136ce40-218c-46a1-af9b-379d19755a25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-545941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592956'] for network, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:13:18.534769 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d136ce40-218c-46a1-af9b-379d19755a25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:13:18.535383 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d136ce40-218c-46a1-af9b-379d19755a25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592921'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:13:18.538052 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-82884930-8dec-42c9-9d1a-ace3acc69d72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:13:18.591445 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d136ce40-218c-46a1-af9b-379d19755a25 admin admin] Pushing event updated for resources: {'Network': ['ID=5f693cf9-3689-4927-8375-1a498e5907cd,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:13:18.594070 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-d136ce40-218c-46a1-af9b-379d19755a25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:13:18.602046 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Network 5f693cf9-3689-4927-8375-1a498e5907cd details requested by agent ovs-agent-dv-cinder-797970-1-iscsi with host dv-cinder-797970-1-iscsi {{(pid=93702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 17:13:18.665752 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-d136ce40-218c-46a1-af9b-379d19755a25 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.6357477 Jun 24 17:13:18.668402 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 59626) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:13:18.673384 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.v2.base [None req-d477fc38-c4f9-440d-b9fa-e13e688c0b7d admin admin] Request body: {'subnet': {'network_id': '5f693cf9-3689-4927-8375-1a498e5907cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-573669223-subnet', 'tenant_id': '7924789c44b847458abcc802fbf645a2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 17:13:18.773703 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d477fc38-c4f9-440d-b9fa-e13e688c0b7d admin admin] Made reservation on behalf of 7924789c44b847458abcc802fbf645a2 for: {'subnet': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 17:13:18.775982 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d477fc38-c4f9-440d-b9fa-e13e688c0b7d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10153052'] for subnet, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:13:19.002244 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d477fc38-c4f9-440d-b9fa-e13e688c0b7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10147757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10152630'] for subnet, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:13:19.004647 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-b45b8f75-c419-47a6-b3a7-e551c02709c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:13:19.062825 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d477fc38-c4f9-440d-b9fa-e13e688c0b7d admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa7e0ceb-828b-4559-a5d9-507cfa581363,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:13:19.066223 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-d477fc38-c4f9-440d-b9fa-e13e688c0b7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:13:19.072412 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d477fc38-c4f9-440d-b9fa-e13e688c0b7d admin admin] Checking segment: {'id': '2faa66d2-791d-4719-899c-70d2ea1d3315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '5f693cf9-3689-4927-8375-1a498e5907cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 17:13:19.072762 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d477fc38-c4f9-440d-b9fa-e13e688c0b7d admin admin] Network hostable DHCP agents. Network: 5f693cf9-3689-4927-8375-1a498e5907cd, hostable agents: ['254af59c-4468-4f5d-9dc1-adf32c301d4f'], hosted agents: [] {{(pid=93701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 17:13:19.147949 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d477fc38-c4f9-440d-b9fa-e13e688c0b7d admin admin] Network 5f693cf9-3689-4927-8375-1a498e5907cd is scheduled to be hosted by DHCP agent 254af59c-4468-4f5d-9dc1-adf32c301d4f with binding_index 1 {{(pid=93701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 17:13:19.216516 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-d477fc38-c4f9-440d-b9fa-e13e688c0b7d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797970-1-iscsi, 5f693cf9-3689-4927-8375-1a498e5907cd) {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 17:13:19.220874 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d477fc38-c4f9-440d-b9fa-e13e688c0b7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:13:19.221474 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d477fc38-c4f9-440d-b9fa-e13e688c0b7d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:13:19.225557 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5376d104-9ecf-4329-ab93-d1c20604af82 None None] Network 5f693cf9-3689-4927-8375-1a498e5907cd requested from dv-cinder-797970-1-iscsi {{(pid=93702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 17:13:19.344866 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72132cb4-7bdb-4257-90b1-b3fda57c55c1 None None] Network 5f693cf9-3689-4927-8375-1a498e5907cd requested from dv-cinder-797970-1-iscsi {{(pid=93702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 17:13:19.434531 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-d477fc38-c4f9-440d-b9fa-e13e688c0b7d admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7559392 Jun 24 17:13:19.573488 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71a294c-630f-4bd0-a3bc-2745d4f01078 req-27b923dc-d615-48e8-a33d-e12a216df9d8 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:13:19.574971 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-c71a294c-630f-4bd0-a3bc-2745d4f01078 req-27b923dc-d615-48e8-a33d-e12a216df9d8 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/ports?device_id=2cb35b0b-f463-499a-8688-2bd5f250449b HTTP/1.1" status: 200 len: 943 time: 0.0639117 Jun 24 17:13:19.611642 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-c71a294c-630f-4bd0-a3bc-2745d4f01078 req-e2d7d852-b85a-4ea8-b740-8dc2bd24d785 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac3fa70e-0f44-45d3-b39b-c4cad7af486e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310166 Jun 24 17:13:20.785537 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394a68c9-8b14-4052-be30-72c484653462 req-a3c9c62a-ed59-4fd7-a946-c16287dea4bb tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:13:20.787006 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-394a68c9-8b14-4052-be30-72c484653462 req-a3c9c62a-ed59-4fd7-a946-c16287dea4bb tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/ports?device_id=2cb35b0b-f463-499a-8688-2bd5f250449b HTTP/1.1" status: 200 len: 943 time: 0.0618782 Jun 24 17:13:20.823768 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-394a68c9-8b14-4052-be30-72c484653462 req-3b61a856-eeca-481c-b854-3b51ed3479c0 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac3fa70e-0f44-45d3-b39b-c4cad7af486e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312278 Jun 24 17:13:21.662477 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:13:22.010541 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f51103f-b5cf-4447-9a0f-6e558483858a req-232db6d2-ca41-4b6d-9fb8-bc7991ac54e3 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:13:22.011956 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-9f51103f-b5cf-4447-9a0f-6e558483858a req-232db6d2-ca41-4b6d-9fb8-bc7991ac54e3 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/ports?device_id=2cb35b0b-f463-499a-8688-2bd5f250449b HTTP/1.1" status: 200 len: 943 time: 0.0696580 Jun 24 17:13:22.050802 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-9f51103f-b5cf-4447-9a0f-6e558483858a req-59c5b1c3-6450-402d-9e8f-eb983417d347 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac3fa70e-0f44-45d3-b39b-c4cad7af486e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330820 Jun 24 17:13:23.228661 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751dad0b-0a78-44ec-99cb-89d33d25a902 req-8d1483e6-a056-4d55-b4de-4d1458b5d75d tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:13:23.230122 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-751dad0b-0a78-44ec-99cb-89d33d25a902 req-8d1483e6-a056-4d55-b4de-4d1458b5d75d tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/ports?device_id=2cb35b0b-f463-499a-8688-2bd5f250449b HTTP/1.1" status: 200 len: 943 time: 0.0664251 Jun 24 17:13:23.267451 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-751dad0b-0a78-44ec-99cb-89d33d25a902 req-636b8ab5-715f-4789-a243-0ecb3c94ac40 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac3fa70e-0f44-45d3-b39b-c4cad7af486e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316670 Jun 24 17:13:23.610667 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17197d2-815f-4758-ba1e-9726ba384766 req-c0e49e4a-a239-407b-a165-36afcbfe1283 tempest-VolumesActionsTest-271435484 tempest-VolumesActionsTest-271435484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:13:23.612146 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-f17197d2-815f-4758-ba1e-9726ba384766 req-c0e49e4a-a239-407b-a165-36afcbfe1283 tempest-VolumesActionsTest-271435484 tempest-VolumesActionsTest-271435484-project] 10.222.0.15 "GET /v2.0/networks?id=5f693cf9-3689-4927-8375-1a498e5907cd HTTP/1.1" status: 200 len: 808 time: 0.1001544 Jun 24 17:13:23.626667 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-f17197d2-815f-4758-ba1e-9726ba384766 req-61bb8dcb-9142-4794-b16c-1486f27fbace tempest-VolumesActionsTest-271435484 tempest-VolumesActionsTest-271435484-project] 10.222.0.15 "GET /v2.0/quotas/7924789c44b847458abcc802fbf645a2 HTTP/1.1" status: 200 len: 375 time: 0.0089614 Jun 24 17:13:23.659391 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-f17197d2-815f-4758-ba1e-9726ba384766 req-38b817c0-0a6e-412d-b0a9-77a3a83a8857 tempest-VolumesActionsTest-271435484 tempest-VolumesActionsTest-271435484-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=7924789c44b847458abcc802fbf645a2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277059 Jun 24 17:13:23.801066 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-f17197d2-815f-4758-ba1e-9726ba384766 req-31d1c4f6-82aa-4bec-8eeb-77832c029784 service neutron] 10.222.0.15 "GET /v2.0/networks/5f693cf9-3689-4927-8375-1a498e5907cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345916 Jun 24 17:13:23.929310 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-f17197d2-815f-4758-ba1e-9726ba384766 req-7562071f-479e-4419-97c3-911f9e5b23e6 service neutron] 10.222.0.15 "GET /v2.0/networks/5f693cf9-3689-4927-8375-1a498e5907cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215892 Jun 24 17:13:24.026688 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67e9be1-7c10-4bb0-978e-daec73c9d811 req-c64f3e84-9c8f-4476-b594-a7c5e9ddd694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:13:24.028421 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-a67e9be1-7c10-4bb0-978e-daec73c9d811 req-c64f3e84-9c8f-4476-b594-a7c5e9ddd694 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2cb35b0b-f463-499a-8688-2bd5f250449b&tenant_id=6bc5cd721def4e0c90b75e0186dfcb77 HTTP/1.1" status: 200 len: 1096 time: 0.1377635 Jun 24 17:13:24.116962 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67e9be1-7c10-4bb0-978e-daec73c9d811 req-535078a4-ac0a-420c-adbf-f0c11a0cb1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:13:24.118434 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-a67e9be1-7c10-4bb0-978e-daec73c9d811 req-535078a4-ac0a-420c-adbf-f0c11a0cb1bf service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6bc5cd721def4e0c90b75e0186dfcb77&device_id=2cb35b0b-f463-499a-8688-2bd5f250449b HTTP/1.1" status: 200 len: 1096 time: 0.0560801 Jun 24 17:13:24.210759 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-5a7cb3d4-73cb-4070-ba5b-1b95505a1077 req-63c15588-c64b-4f05-835d-07f638a41d80 tempest-VolumesActionsTest-271435484 tempest-VolumesActionsTest-271435484-project] 10.222.0.15 "GET /v2.0/ports?device_id=99fc4044-21a5-49b5-b5a3-b6346986658e HTTP/1.1" status: 200 len: 210 time: 0.0295110 Jun 24 17:13:24.212703 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67e9be1-7c10-4bb0-978e-daec73c9d811 req-da504f58-9a1c-4aba-9528-39a08e3f3192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:13:24.214212 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-a67e9be1-7c10-4bb0-978e-daec73c9d811 req-da504f58-9a1c-4aba-9528-39a08e3f3192 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e2c58ddc-3a0b-4159-9aa1-b7e24abf6c42 HTTP/1.1" status: 200 len: 916 time: 0.0891941 Jun 24 17:13:24.290601 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-a67e9be1-7c10-4bb0-978e-daec73c9d811 req-064acdda-33a6-4031-b9d4-e3b259759ac2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f93a09a9-7187-40b2-8cc5-8b5ba5891655 HTTP/1.1" status: 200 len: 999 time: 0.0702507 Jun 24 17:13:24.340897 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67e9be1-7c10-4bb0-978e-daec73c9d811 req-48649a36-3bdc-4f38-82e8-d2ef919fa2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:13:24.342406 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-a67e9be1-7c10-4bb0-978e-daec73c9d811 req-48649a36-3bdc-4f38-82e8-d2ef919fa2f5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2f50fbc4-85b7-4dc1-a33e-164695f5eb21 HTTP/1.1" status: 200 len: 855 time: 0.0454230 Jun 24 17:13:24.430229 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67e9be1-7c10-4bb0-978e-daec73c9d811 req-18890c97-f1c6-4631-a9ee-792b8d7dec6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:13:24.431663 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-a67e9be1-7c10-4bb0-978e-daec73c9d811 req-18890c97-f1c6-4631-a9ee-792b8d7dec6a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e2c58ddc-3a0b-4159-9aa1-b7e24abf6c42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0827844 Jun 24 17:13:24.509133 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017e4565-6a5e-4d97-a466-42d4a1425ed6 req-abfdc1bd-0403-46cd-9421-a14a45ce60fe tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:13:24.510560 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-017e4565-6a5e-4d97-a466-42d4a1425ed6 req-abfdc1bd-0403-46cd-9421-a14a45ce60fe tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/ports?device_id=2cb35b0b-f463-499a-8688-2bd5f250449b HTTP/1.1" status: 200 len: 943 time: 0.1235969 Jun 24 17:13:24.554639 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-a67e9be1-7c10-4bb0-978e-daec73c9d811 req-afed2d04-26a9-4eeb-aa69-5355e3b72dcc service neutron] 10.222.0.37 "GET /v2.0/networks/e2c58ddc-3a0b-4159-9aa1-b7e24abf6c42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159244 Jun 24 17:13:24.574110 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-017e4565-6a5e-4d97-a466-42d4a1425ed6 req-3c6242ff-6dc5-4059-8d7a-c61b63fb9100 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac3fa70e-0f44-45d3-b39b-c4cad7af486e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552478 Jun 24 17:13:24.653505 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-a67e9be1-7c10-4bb0-978e-daec73c9d811 req-cf3dbe33-1594-4db3-8bfb-a919a515a9c7 service neutron] 10.222.0.37 "GET /v2.0/networks/e2c58ddc-3a0b-4159-9aa1-b7e24abf6c42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912726 Jun 24 17:13:25.360902 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-9e01d46c-7f36-431a-a764-7303ac65d8e5 req-e950497e-fb4a-44e9-b9e3-95f3f8a9ba0f tempest-VolumesActionsTest-271435484 tempest-VolumesActionsTest-271435484-project] 10.222.0.15 "GET /v2.0/ports?device_id=99fc4044-21a5-49b5-b5a3-b6346986658e HTTP/1.1" status: 200 len: 210 time: 0.0317564 Jun 24 17:13:25.954531 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5249d5c5-c2c8-472b-a6f0-ba49b1bae037 req-74575835-704a-45af-bc42-df1ecf9f6d77 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:13:25.956769 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-5249d5c5-c2c8-472b-a6f0-ba49b1bae037 req-74575835-704a-45af-bc42-df1ecf9f6d77 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/ports?device_id=2cb35b0b-f463-499a-8688-2bd5f250449b HTTP/1.1" status: 200 len: 943 time: 0.0704551 Jun 24 17:13:25.999440 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-5249d5c5-c2c8-472b-a6f0-ba49b1bae037 req-15266624-c62c-4928-a28a-d662853f47ba tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac3fa70e-0f44-45d3-b39b-c4cad7af486e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344284 Jun 24 17:13:26.346546 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.agents_db [None req-27f02d43-57e8-424c-a1b0-5a1f36db1773 None None] Agent healthcheck: found 6 active agents {{(pid=93703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 17:13:26.523478 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-278579cb-dcb8-45a3-9319-2de5c9284ded req-1d8134c5-170e-4a99-9fcf-c1befba7b1a5 tempest-VolumesActionsTest-271435484 tempest-VolumesActionsTest-271435484-project] 10.222.0.15 "GET /v2.0/ports?device_id=99fc4044-21a5-49b5-b5a3-b6346986658e HTTP/1.1" status: 200 len: 210 time: 0.0297205 Jun 24 17:13:27.182610 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6278578e-1fff-4b93-bd2f-f20d1e3fd4fc req-c10ac439-4184-4f49-b2ab-62573609ddab tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:13:27.184278 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-6278578e-1fff-4b93-bd2f-f20d1e3fd4fc req-c10ac439-4184-4f49-b2ab-62573609ddab tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/ports?device_id=2cb35b0b-f463-499a-8688-2bd5f250449b HTTP/1.1" status: 200 len: 943 time: 0.0700657 Jun 24 17:13:27.225864 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-6278578e-1fff-4b93-bd2f-f20d1e3fd4fc req-27d64e39-9e4c-4df0-8b74-06ca0def4294 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac3fa70e-0f44-45d3-b39b-c4cad7af486e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359333 Jun 24 17:13:27.666844 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-5515d4f2-3999-4bf6-a7c4-d9d0eee85934 req-b5505254-44c8-40de-bd28-db4dbe85413b tempest-VolumesActionsTest-271435484 tempest-VolumesActionsTest-271435484-project] 10.222.0.15 "GET /v2.0/ports?device_id=99fc4044-21a5-49b5-b5a3-b6346986658e HTTP/1.1" status: 200 len: 210 time: 0.0331628 Jun 24 17:13:28.432550 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179bcc42-1c83-44f5-8f1e-f2abc50cbb1c req-7d473132-ed35-435d-9519-a83bf04ee36c tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:13:28.435029 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-179bcc42-1c83-44f5-8f1e-f2abc50cbb1c req-7d473132-ed35-435d-9519-a83bf04ee36c tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/ports?device_id=2cb35b0b-f463-499a-8688-2bd5f250449b HTTP/1.1" status: 200 len: 943 time: 0.0787463 Jun 24 17:13:28.482421 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-179bcc42-1c83-44f5-8f1e-f2abc50cbb1c req-6b542d23-30fa-4b0c-b522-cef781d6449d tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac3fa70e-0f44-45d3-b39b-c4cad7af486e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413878 Jun 24 17:13:28.851122 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-9bc407b8-76b5-48e4-ae2e-c934ac64a67d req-b4a4f36c-c0c4-40e2-b2d5-147432f1155e tempest-VolumesActionsTest-271435484 tempest-VolumesActionsTest-271435484-project] 10.222.0.15 "GET /v2.0/ports?device_id=99fc4044-21a5-49b5-b5a3-b6346986658e HTTP/1.1" status: 200 len: 210 time: 0.0305467 Jun 24 17:13:29.686928 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78558863-6632-4cf2-a42f-f27e1c616b9a req-3e094dfd-1c3e-4be9-a105-05d9f4762d64 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:13:29.688466 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-78558863-6632-4cf2-a42f-f27e1c616b9a req-3e094dfd-1c3e-4be9-a105-05d9f4762d64 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/ports?device_id=2cb35b0b-f463-499a-8688-2bd5f250449b HTTP/1.1" status: 200 len: 943 time: 0.0813878 Jun 24 17:13:29.727817 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-78558863-6632-4cf2-a42f-f27e1c616b9a req-42d166c9-7278-4549-95fe-871781c8646a tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac3fa70e-0f44-45d3-b39b-c4cad7af486e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320482 Jun 24 17:13:30.020905 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-dc72351a-8f66-4b3f-8331-e78af0b26007 req-87ad86da-0291-4dee-9bb7-0552d15d62ab tempest-VolumesActionsTest-271435484 tempest-VolumesActionsTest-271435484-project] 10.222.0.15 "GET /v2.0/ports?device_id=99fc4044-21a5-49b5-b5a3-b6346986658e HTTP/1.1" status: 200 len: 210 time: 0.0312402 Jun 24 17:13:30.935691 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de62115-cd7b-442e-b4f6-88c5c0a8e03c req-b7ef73b0-9ce9-4b04-9ff3-186bd1da341d tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:13:30.937173 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-0de62115-cd7b-442e-b4f6-88c5c0a8e03c req-b7ef73b0-9ce9-4b04-9ff3-186bd1da341d tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/ports?device_id=2cb35b0b-f463-499a-8688-2bd5f250449b HTTP/1.1" status: 200 len: 943 time: 0.0794177 Jun 24 17:13:30.975143 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-0de62115-cd7b-442e-b4f6-88c5c0a8e03c req-b88766ee-afd0-4049-ac11-4ec82e2de6bd tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac3fa70e-0f44-45d3-b39b-c4cad7af486e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315282 Jun 24 17:13:31.171896 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-671f070f-d237-46d1-93d6-e31221c8b43e req-28968cee-c2df-4c90-a48d-4448fc26d371 tempest-VolumesActionsTest-271435484 tempest-VolumesActionsTest-271435484-project] 10.222.0.15 "GET /v2.0/ports?device_id=99fc4044-21a5-49b5-b5a3-b6346986658e HTTP/1.1" status: 200 len: 210 time: 0.0284400 Jun 24 17:13:32.160380 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e75347-4ff9-463e-8088-bd5c3c9bca3d req-16dd69bf-53ed-42b7-b4ee-506e839bd3c1 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:13:32.162607 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-27e75347-4ff9-463e-8088-bd5c3c9bca3d req-16dd69bf-53ed-42b7-b4ee-506e839bd3c1 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/ports?device_id=2cb35b0b-f463-499a-8688-2bd5f250449b HTTP/1.1" status: 200 len: 943 time: 0.0651119 Jun 24 17:13:32.202172 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-27e75347-4ff9-463e-8088-bd5c3c9bca3d req-f633f387-6d66-45aa-a988-5f1cddcdad43 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac3fa70e-0f44-45d3-b39b-c4cad7af486e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341172 Jun 24 17:13:32.343562 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-7977d5ec-4085-4368-871d-9a0c4bc7c0c0 req-d02d05be-4954-489d-9acc-4adc7c9e88af tempest-VolumesActionsTest-271435484 tempest-VolumesActionsTest-271435484-project] 10.222.0.15 "GET /v2.0/ports?device_id=99fc4044-21a5-49b5-b5a3-b6346986658e HTTP/1.1" status: 200 len: 210 time: 0.0309422 Jun 24 17:13:33.400867 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50eed4b6-d7f8-4927-bc1e-f41c4b004200 req-cecfd367-2d10-44b4-bc1a-0f7b7a22914d tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:13:33.402366 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-50eed4b6-d7f8-4927-bc1e-f41c4b004200 req-cecfd367-2d10-44b4-bc1a-0f7b7a22914d tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/ports?device_id=2cb35b0b-f463-499a-8688-2bd5f250449b HTTP/1.1" status: 200 len: 943 time: 0.0715773 Jun 24 17:13:33.447957 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-50eed4b6-d7f8-4927-bc1e-f41c4b004200 req-9f25c598-07e5-41bd-9b6a-194208b0539e tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac3fa70e-0f44-45d3-b39b-c4cad7af486e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393541 Jun 24 17:13:33.514202 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-1197659a-cadf-41a9-89a4-392385268429 req-f37c8dae-3585-4b65-842e-4bb627c42c78 tempest-VolumesActionsTest-271435484 tempest-VolumesActionsTest-271435484-project] 10.222.0.15 "GET /v2.0/ports?device_id=99fc4044-21a5-49b5-b5a3-b6346986658e HTTP/1.1" status: 200 len: 210 time: 0.0289652 Jun 24 17:13:34.651861 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2048d2-00c4-4a9c-bb61-6b96335cfde6 req-3188402c-b8c1-4084-b766-0ec8396b9911 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:13:34.653618 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-3e2048d2-00c4-4a9c-bb61-6b96335cfde6 req-3188402c-b8c1-4084-b766-0ec8396b9911 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/ports?device_id=2cb35b0b-f463-499a-8688-2bd5f250449b HTTP/1.1" status: 200 len: 943 time: 0.0774770 Jun 24 17:13:34.665615 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-35be844f-101b-4400-bc0d-912adecef78a req-3efe8644-4b87-4c50-8d7b-ad728999a12f tempest-VolumesActionsTest-271435484 tempest-VolumesActionsTest-271435484-project] 10.222.0.15 "GET /v2.0/ports?device_id=99fc4044-21a5-49b5-b5a3-b6346986658e HTTP/1.1" status: 200 len: 210 time: 0.0288036 Jun 24 17:13:34.695617 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-3e2048d2-00c4-4a9c-bb61-6b96335cfde6 req-6fcac593-3515-4e20-a5e3-4d419b1258d5 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac3fa70e-0f44-45d3-b39b-c4cad7af486e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363002 Jun 24 17:13:35.803499 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-3692b4ad-7659-4c65-9b77-6f31ae26bba3 req-b623fb26-44d8-4218-b094-58c2e925abdb tempest-VolumesActionsTest-271435484 tempest-VolumesActionsTest-271435484-project] 10.222.0.15 "GET /v2.0/ports?device_id=99fc4044-21a5-49b5-b5a3-b6346986658e HTTP/1.1" status: 200 len: 210 time: 0.0293639 Jun 24 17:13:35.878883 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc480b7-3c90-49e2-a2d3-f524d7fb1af3 req-1eda4ef7-1454-4be4-a640-c131d8499b77 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:13:35.880381 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-adc480b7-3c90-49e2-a2d3-f524d7fb1af3 req-1eda4ef7-1454-4be4-a640-c131d8499b77 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/ports?device_id=2cb35b0b-f463-499a-8688-2bd5f250449b HTTP/1.1" status: 200 len: 943 time: 0.0624225 Jun 24 17:13:35.918167 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-adc480b7-3c90-49e2-a2d3-f524d7fb1af3 req-0a407106-8da5-4c54-8d42-cd7c4e2efcc9 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac3fa70e-0f44-45d3-b39b-c4cad7af486e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316017 Jun 24 17:13:36.957272 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-7f98156c-7c71-4d5f-8f15-ace8d12730f3 req-8889a339-4bbe-4443-9c7f-8bcad4990f0b tempest-VolumesActionsTest-271435484 tempest-VolumesActionsTest-271435484-project] 10.222.0.15 "GET /v2.0/ports?device_id=99fc4044-21a5-49b5-b5a3-b6346986658e HTTP/1.1" status: 200 len: 210 time: 0.0368249 Jun 24 17:13:37.106649 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f312604a-915a-43a4-8c66-d7d4bfa641d8 req-796fef7f-be08-4040-a9df-0701a0cfb677 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:13:37.108012 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-f312604a-915a-43a4-8c66-d7d4bfa641d8 req-796fef7f-be08-4040-a9df-0701a0cfb677 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/ports?device_id=2cb35b0b-f463-499a-8688-2bd5f250449b HTTP/1.1" status: 200 len: 943 time: 0.0693936 Jun 24 17:13:37.145241 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-f312604a-915a-43a4-8c66-d7d4bfa641d8 req-17183b31-c1db-4639-8a94-6b63659dbb5b tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac3fa70e-0f44-45d3-b39b-c4cad7af486e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315399 Jun 24 17:13:38.100238 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-152e686a-28a0-404b-80dd-02dd59bffd39 req-35c1ab6d-e77a-4b64-b017-437a85d747bf tempest-VolumesActionsTest-271435484 tempest-VolumesActionsTest-271435484-project] 10.222.0.15 "GET /v2.0/ports?device_id=99fc4044-21a5-49b5-b5a3-b6346986658e HTTP/1.1" status: 200 len: 210 time: 0.0283878 Jun 24 17:13:38.340686 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2411881a-0725-4750-8099-cd2d32f7db13 req-2c1b65b9-9b65-40b9-9974-3f82a3090258 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:13:38.342600 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-2411881a-0725-4750-8099-cd2d32f7db13 req-2c1b65b9-9b65-40b9-9974-3f82a3090258 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/ports?device_id=2cb35b0b-f463-499a-8688-2bd5f250449b HTTP/1.1" status: 200 len: 943 time: 0.0666544 Jun 24 17:13:38.382423 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-2411881a-0725-4750-8099-cd2d32f7db13 req-9b8daae9-ce22-4896-b544-d2550210f616 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac3fa70e-0f44-45d3-b39b-c4cad7af486e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342743 Jun 24 17:13:39.242818 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-3d1ad2c7-cf0a-4985-a911-a263a9911045 req-96563676-029a-4360-82c7-1911b367125a tempest-VolumesActionsTest-271435484 tempest-VolumesActionsTest-271435484-project] 10.222.0.15 "GET /v2.0/ports?device_id=99fc4044-21a5-49b5-b5a3-b6346986658e HTTP/1.1" status: 200 len: 210 time: 0.0285354 Jun 24 17:13:39.559426 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b34c46-2623-4e11-b945-09eb239687fc req-f8771a95-ffdd-4f6b-9d72-5ff9951a56f8 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:13:39.560779 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-05b34c46-2623-4e11-b945-09eb239687fc req-f8771a95-ffdd-4f6b-9d72-5ff9951a56f8 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/ports?device_id=2cb35b0b-f463-499a-8688-2bd5f250449b HTTP/1.1" status: 200 len: 943 time: 0.0655785 Jun 24 17:13:39.597363 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-05b34c46-2623-4e11-b945-09eb239687fc req-58055189-444a-4da6-b7f8-26afbb256d84 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac3fa70e-0f44-45d3-b39b-c4cad7af486e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311196 Jun 24 17:13:40.384243 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-9109c842-a4ed-41a8-9693-6040368e873a req-d3f76709-4927-47a6-bf35-063f1fd88fc0 tempest-VolumesActionsTest-271435484 tempest-VolumesActionsTest-271435484-project] 10.222.0.15 "GET /v2.0/ports?device_id=99fc4044-21a5-49b5-b5a3-b6346986658e HTTP/1.1" status: 200 len: 210 time: 0.0282140 Jun 24 17:13:40.784019 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f401f565-1acd-40a7-ab2f-90306b94e218 req-00166806-7657-4b7a-bfee-a0c630d1713e tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:13:40.785473 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-f401f565-1acd-40a7-ab2f-90306b94e218 req-00166806-7657-4b7a-bfee-a0c630d1713e tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/ports?device_id=2cb35b0b-f463-499a-8688-2bd5f250449b HTTP/1.1" status: 200 len: 943 time: 0.0648012 Jun 24 17:13:40.823175 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-f401f565-1acd-40a7-ab2f-90306b94e218 req-58e0f843-0d43-4ad3-9609-fad072b400c2 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac3fa70e-0f44-45d3-b39b-c4cad7af486e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319979 Jun 24 17:13:41.177028 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17197d2-815f-4758-ba1e-9726ba384766 req-34dfea81-d9e6-4d9f-aab7-a472bf686d64 tempest-VolumesActionsTest-271435484 tempest-VolumesActionsTest-271435484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:13:41.178960 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-f17197d2-815f-4758-ba1e-9726ba384766 req-34dfea81-d9e6-4d9f-aab7-a472bf686d64 tempest-VolumesActionsTest-271435484 tempest-VolumesActionsTest-271435484-project] 10.222.0.37 "GET /v2.0/networks?id=5f693cf9-3689-4927-8375-1a498e5907cd HTTP/1.1" status: 200 len: 808 time: 0.1016216 Jun 24 17:13:41.184370 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-f3d8ac48-bab0-4f21-bbe8-dfd6e7ea64ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:13:41.196547 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.v2.base [req-f17197d2-815f-4758-ba1e-9726ba384766 req-e208968b-10d4-492e-aac6-d94e7ea459ff tempest-VolumesActionsTest-271435484 tempest-VolumesActionsTest-271435484-project] Request body: {'port': {'device_id': '99fc4044-21a5-49b5-b5a3-b6346986658e', 'network_id': '5f693cf9-3689-4927-8375-1a498e5907cd', 'admin_state_up': True, 'tenant_id': '7924789c44b847458abcc802fbf645a2'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 17:13:41.355591 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f17197d2-815f-4758-ba1e-9726ba384766 req-e208968b-10d4-492e-aac6-d94e7ea459ff tempest-VolumesActionsTest-271435484 tempest-VolumesActionsTest-271435484-project] Made reservation on behalf of 7924789c44b847458abcc802fbf645a2 for: {'port': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 17:13:41.359183 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-f17197d2-815f-4758-ba1e-9726ba384766 req-e208968b-10d4-492e-aac6-d94e7ea459ff tempest-VolumesActionsTest-271435484 tempest-VolumesActionsTest-271435484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:13:41.485819 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [req-f17197d2-815f-4758-ba1e-9726ba384766 req-e208968b-10d4-492e-aac6-d94e7ea459ff tempest-VolumesActionsTest-271435484 tempest-VolumesActionsTest-271435484-project] Allocated IP 172.20.0.7 (5f693cf9-3689-4927-8375-1a498e5907cd/aa7e0ceb-828b-4559-a5d9-507cfa581363/c9c1be4c-3599-493a-a8b6-819a1b333f8c) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 17:13:41.529845 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-f26257f6-918c-4ed1-a5b7-2ae83d06fe51 req-e8d88a41-6103-47da-a64c-bf940a70620b tempest-VolumesActionsTest-271435484 tempest-VolumesActionsTest-271435484-project] 10.222.0.15 "GET /v2.0/ports?device_id=99fc4044-21a5-49b5-b5a3-b6346986658e HTTP/1.1" status: 200 len: 210 time: 0.0318406 Jun 24 17:13:41.635514 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-f17197d2-815f-4758-ba1e-9726ba384766 req-e208968b-10d4-492e-aac6-d94e7ea459ff tempest-VolumesActionsTest-271435484 tempest-VolumesActionsTest-271435484-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:13:42.003165 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739907f4-982c-4c50-ba8a-9c7a9a072e64 req-7c424c44-e8d8-416c-902d-40447dfcb94e tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:13:42.004570 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-739907f4-982c-4c50-ba8a-9c7a9a072e64 req-7c424c44-e8d8-416c-902d-40447dfcb94e tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/ports?device_id=2cb35b0b-f463-499a-8688-2bd5f250449b HTTP/1.1" status: 200 len: 943 time: 0.0599263 Jun 24 17:13:42.026309 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-f17197d2-815f-4758-ba1e-9726ba384766 req-e208968b-10d4-492e-aac6-d94e7ea459ff tempest-VolumesActionsTest-271435484 tempest-VolumesActionsTest-271435484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1991527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-355756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734938254830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10147801'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:13:42.033152 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-cd67ef5f-772d-49ff-b575-0470b75bcd3f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:13:42.078296 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-739907f4-982c-4c50-ba8a-9c7a9a072e64 req-241a9240-f395-4a0a-921b-ab44a326b558 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac3fa70e-0f44-45d3-b39b-c4cad7af486e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679059 Jun 24 17:13:42.089221 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f17197d2-815f-4758-ba1e-9726ba384766 req-e208968b-10d4-492e-aac6-d94e7ea459ff tempest-VolumesActionsTest-271435484 tempest-VolumesActionsTest-271435484-project] Network 5f693cf9-3689-4927-8375-1a498e5907cd is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 17:13:42.097576 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [req-f17197d2-815f-4758-ba1e-9726ba384766 req-e208968b-10d4-492e-aac6-d94e7ea459ff tempest-VolumesActionsTest-271435484 tempest-VolumesActionsTest-271435484-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 17:13:42.099559 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e208968b-10d4-492e-aac6-d94e7ea459ff tempest-VolumesActionsTest-271435484 tempest-VolumesActionsTest-271435484-project] Pushing event updated for resources: {'Port': ['ID=c9c1be4c-3599-493a-a8b6-819a1b333f8c,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:13:42.110380 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-f17197d2-815f-4758-ba1e-9726ba384766 req-e208968b-10d4-492e-aac6-d94e7ea459ff tempest-VolumesActionsTest-271435484 tempest-VolumesActionsTest-271435484-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 17:13:42.113294 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-e208968b-10d4-492e-aac6-d94e7ea459ff tempest-VolumesActionsTest-271435484 tempest-VolumesActionsTest-271435484-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:13:42.159525 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17197d2-815f-4758-ba1e-9726ba384766 req-e208968b-10d4-492e-aac6-d94e7ea459ff tempest-VolumesActionsTest-271435484 tempest-VolumesActionsTest-271435484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:13:42.160141 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-f17197d2-815f-4758-ba1e-9726ba384766 req-e208968b-10d4-492e-aac6-d94e7ea459ff tempest-VolumesActionsTest-271435484 tempest-VolumesActionsTest-271435484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14435'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:13:42.234453 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-f17197d2-815f-4758-ba1e-9726ba384766 req-e208968b-10d4-492e-aac6-d94e7ea459ff tempest-VolumesActionsTest-271435484 tempest-VolumesActionsTest-271435484-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0380781 Jun 24 17:13:42.263322 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.v2.base [req-f17197d2-815f-4758-ba1e-9726ba384766 req-ca04b1c8-ac20-4a2f-9c05-2e9500f094c9 service neutron] Request body: {'port': {'device_id': '99fc4044-21a5-49b5-b5a3-b6346986658e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79797'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 17:13:42.337544 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-f17197d2-815f-4758-ba1e-9726ba384766 req-ca04b1c8-ac20-4a2f-9c05-2e9500f094c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:13:42.597955 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.notifiers.nova [req-f17197d2-815f-4758-ba1e-9726ba384766 req-ca04b1c8-ac20-4a2f-9c05-2e9500f094c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9c1be4c-3599-493a-a8b6-819a1b333f8c {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 17:13:42.605510 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-f17197d2-815f-4758-ba1e-9726ba384766 req-ca04b1c8-ac20-4a2f-9c05-2e9500f094c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:13:42.616734 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [req-f17197d2-815f-4758-ba1e-9726ba384766 req-ca04b1c8-ac20-4a2f-9c05-2e9500f094c9 service neutron] Transition to ACTIVE for port object c9c1be4c-3599-493a-a8b6-819a1b333f8c will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 17:13:42.692889 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-f17197d2-815f-4758-ba1e-9726ba384766 req-ca04b1c8-ac20-4a2f-9c05-2e9500f094c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10147627'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:13:42.696433 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-e208968b-10d4-492e-aac6-d94e7ea459ff tempest-VolumesActionsTest-271435484 tempest-VolumesActionsTest-271435484-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:13:42.699444 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87f90df-b04d-4b58-8192-2db01f07142d req-d691d570-a835-485c-93bd-57a2a50d6052 tempest-VolumesActionsTest-271435484 tempest-VolumesActionsTest-271435484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:13:42.700906 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-a87f90df-b04d-4b58-8192-2db01f07142d req-d691d570-a835-485c-93bd-57a2a50d6052 tempest-VolumesActionsTest-271435484 tempest-VolumesActionsTest-271435484-project] 10.222.0.15 "GET /v2.0/ports?device_id=99fc4044-21a5-49b5-b5a3-b6346986658e HTTP/1.1" status: 200 len: 931 time: 0.0633128 Jun 24 17:13:42.739575 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-a87f90df-b04d-4b58-8192-2db01f07142d req-f25a117f-87e8-4add-9c7a-afdb6f852297 tempest-VolumesActionsTest-271435484 tempest-VolumesActionsTest-271435484-project] 10.222.0.15 "GET /v2.0/security-groups?id=4584b34a-3823-40ba-8a20-1eb13d51b06a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329652 Jun 24 17:13:42.745507 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca04b1c8-ac20-4a2f-9c05-2e9500f094c9 service neutron] Pushing event updated for resources: {'Port': ['ID=c9c1be4c-3599-493a-a8b6-819a1b333f8c,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:13:42.748341 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-ca04b1c8-ac20-4a2f-9c05-2e9500f094c9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:13:42.811717 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-f17197d2-815f-4758-ba1e-9726ba384766 req-ca04b1c8-ac20-4a2f-9c05-2e9500f094c9 service neutron] Attempting to bind port c9c1be4c-3599-493a-a8b6-819a1b333f8c on host hv-cinder-79797 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 17:13:42.812073 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-f17197d2-815f-4758-ba1e-9726ba384766 req-ca04b1c8-ac20-4a2f-9c05-2e9500f094c9 service neutron] Attempting to bind port c9c1be4c-3599-493a-a8b6-819a1b333f8c by drivers openvswitch,hyperv on host hv-cinder-79797 at level 0 using segments [{'id': '2faa66d2-791d-4719-899c-70d2ea1d3315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '5f693cf9-3689-4927-8375-1a498e5907cd'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 17:13:42.812398 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f17197d2-815f-4758-ba1e-9726ba384766 req-ca04b1c8-ac20-4a2f-9c05-2e9500f094c9 service neutron] Attempting to bind port c9c1be4c-3599-493a-a8b6-819a1b333f8c on network 5f693cf9-3689-4927-8375-1a498e5907cd {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 17:13:42.816522 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f17197d2-815f-4758-ba1e-9726ba384766 req-ca04b1c8-ac20-4a2f-9c05-2e9500f094c9 service neutron] Port c9c1be4c-3599-493a-a8b6-819a1b333f8c on network 5f693cf9-3689-4927-8375-1a498e5907cd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79797 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 17:13:42.823386 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f17197d2-815f-4758-ba1e-9726ba384766 req-ca04b1c8-ac20-4a2f-9c05-2e9500f094c9 service neutron] Attempting to bind port c9c1be4c-3599-493a-a8b6-819a1b333f8c on network 5f693cf9-3689-4927-8375-1a498e5907cd {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 17:13:42.823386 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f17197d2-815f-4758-ba1e-9726ba384766 req-ca04b1c8-ac20-4a2f-9c05-2e9500f094c9 service neutron] Checking agent: {'id': '1288d539-9cda-419c-bcb9-190041a83682', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79797', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 17, 6, 19), 'started_at': datetime.datetime(2021, 6, 24, 17, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 17, 13, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 17:13:42.823386 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f17197d2-815f-4758-ba1e-9726ba384766 req-ca04b1c8-ac20-4a2f-9c05-2e9500f094c9 service neutron] Checking segment: {'id': '2faa66d2-791d-4719-899c-70d2ea1d3315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '5f693cf9-3689-4927-8375-1a498e5907cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 17:13:42.823386 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f17197d2-815f-4758-ba1e-9726ba384766 req-ca04b1c8-ac20-4a2f-9c05-2e9500f094c9 service neutron] Bound using segment: {'id': '2faa66d2-791d-4719-899c-70d2ea1d3315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '5f693cf9-3689-4927-8375-1a498e5907cd'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 17:13:42.823782 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-f17197d2-815f-4758-ba1e-9726ba384766 req-ca04b1c8-ac20-4a2f-9c05-2e9500f094c9 service neutron] Bound port: c9c1be4c-3599-493a-a8b6-819a1b333f8c, host: hv-cinder-79797, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2faa66d2-791d-4719-899c-70d2ea1d3315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '5f693cf9-3689-4927-8375-1a498e5907cd'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 17:13:42.823782 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-f17197d2-815f-4758-ba1e-9726ba384766 req-ca04b1c8-ac20-4a2f-9c05-2e9500f094c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:13:42.887162 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-f17197d2-815f-4758-ba1e-9726ba384766 req-ca04b1c8-ac20-4a2f-9c05-2e9500f094c9 service neutron] For port c9c1be4c-3599-493a-a8b6-819a1b333f8c, host hv-cinder-79797, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 17:13:42.890114 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-f17197d2-815f-4758-ba1e-9726ba384766 req-ca04b1c8-ac20-4a2f-9c05-2e9500f094c9 service neutron] For port c9c1be4c-3599-493a-a8b6-819a1b333f8c, host hv-cinder-79797, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=c9c1be4c-3599-493a-a8b6-819a1b333f8c,segment=NetworkSegment(2faa66d2-791d-4719-899c-70d2ea1d3315),segment_id=2faa66d2-791d-4719-899c-70d2ea1d3315)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 17:13:42.950881 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-f17197d2-815f-4758-ba1e-9726ba384766 req-ca04b1c8-ac20-4a2f-9c05-2e9500f094c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10147627'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:13:42.952970 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-f4954d38-b4de-4249-8028-b52f8c659b3a tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:13:42.983616 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17197d2-815f-4758-ba1e-9726ba384766 req-ca04b1c8-ac20-4a2f-9c05-2e9500f094c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:13:42.984214 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-f17197d2-815f-4758-ba1e-9726ba384766 req-ca04b1c8-ac20-4a2f-9c05-2e9500f094c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14435'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:13:42.985537 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-f17197d2-815f-4758-ba1e-9726ba384766 req-ca04b1c8-ac20-4a2f-9c05-2e9500f094c9 service neutron] 10.222.0.37 "PUT /v2.0/ports/c9c1be4c-3599-493a-a8b6-819a1b333f8c HTTP/1.1" status: 200 len: 1093 time: 0.7288280 Jun 24 17:13:42.986073 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99fc4044-21a5-49b5-b5a3-b6346986658e', 'tag': 'c9c1be4c-3599-493a-a8b6-819a1b333f8c'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 17:13:42.989482 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55b777855581bcfca1ea7f1411fd739ba8bd3bff9faf8aab84294ca486557f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bfa0929-3bfc-4636-81c8-b5ffce99a45d" -d '{"events": [{"name": "network-changed", "server_uuid": "99fc4044-21a5-49b5-b5a3-b6346986658e", "tag": "c9c1be4c-3599-493a-a8b6-819a1b333f8c"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 17:13:43.015572 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca04b1c8-ac20-4a2f-9c05-2e9500f094c9 service neutron] Pushing event updated for resources: {'Port': ['ID=c9c1be4c-3599-493a-a8b6-819a1b333f8c,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:13:43.018276 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-ca04b1c8-ac20-4a2f-9c05-2e9500f094c9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:13:43.077011 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 17:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f90d224-04e9-4a56-bc45-172236c05133 x-openstack-request-id: req-9f90d224-04e9-4a56-bc45-172236c05133 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 17:13:43.077341 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99fc4044-21a5-49b5-b5a3-b6346986658e", "tag": "c9c1be4c-3599-493a-a8b6-819a1b333f8c", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 17:13:43.077632 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9f90d224-04e9-4a56-bc45-172236c05133 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 17:13:43.078091 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99fc4044-21a5-49b5-b5a3-b6346986658e', 'tag': 'c9c1be4c-3599-493a-a8b6-819a1b333f8c', 'status': 'completed', 'code': 200} Jun 24 17:13:43.173146 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfa0929-3bfc-4636-81c8-b5ffce99a45d req-e19e9603-d961-47ef-9f45-340a9e140ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:13:43.174664 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-8bfa0929-3bfc-4636-81c8-b5ffce99a45d req-e19e9603-d961-47ef-9f45-340a9e140ce4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7924789c44b847458abcc802fbf645a2&device_id=99fc4044-21a5-49b5-b5a3-b6346986658e HTTP/1.1" status: 200 len: 1096 time: 0.0535800 Jun 24 17:13:43.263159 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bbaf35-b3c0-41b1-aa18-58cb68d51d62 req-16a606cf-f7cd-4423-9df7-de6826ade13e tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:13:43.264551 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-57bbaf35-b3c0-41b1-aa18-58cb68d51d62 req-16a606cf-f7cd-4423-9df7-de6826ade13e tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/ports?device_id=2cb35b0b-f463-499a-8688-2bd5f250449b HTTP/1.1" status: 200 len: 943 time: 0.0627363 Jun 24 17:13:43.282019 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfa0929-3bfc-4636-81c8-b5ffce99a45d req-de46db48-7482-4c5e-9206-04ca64c313df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:13:43.283458 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-8bfa0929-3bfc-4636-81c8-b5ffce99a45d req-de46db48-7482-4c5e-9206-04ca64c313df service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=7924789c44b847458abcc802fbf645a2&shared=False HTTP/1.1" status: 200 len: 908 time: 0.0944941 Jun 24 17:13:43.307624 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-57bbaf35-b3c0-41b1-aa18-58cb68d51d62 req-b319f65c-1b97-4f4e-91f4-fc30d613f50e tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac3fa70e-0f44-45d3-b39b-c4cad7af486e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366793 Jun 24 17:13:43.375633 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfa0929-3bfc-4636-81c8-b5ffce99a45d req-172a0f81-b996-4050-a9fe-ea64a653dbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:13:43.377093 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-8bfa0929-3bfc-4636-81c8-b5ffce99a45d req-172a0f81-b996-4050-a9fe-ea64a653dbb0 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0869088 Jun 24 17:13:43.467909 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e46ff3c9-ccf4-4cf2-95bf-987be1c6a65d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:13:43.496577 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17197d2-815f-4758-ba1e-9726ba384766 req-945db76b-c6ec-4f73-adc8-7a705b4be0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:13:43.498097 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-f17197d2-815f-4758-ba1e-9726ba384766 req-945db76b-c6ec-4f73-adc8-7a705b4be0cd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7924789c44b847458abcc802fbf645a2&device_id=99fc4044-21a5-49b5-b5a3-b6346986658e HTTP/1.1" status: 200 len: 1096 time: 0.0591130 Jun 24 17:13:43.546619 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-f17197d2-815f-4758-ba1e-9726ba384766 req-b0058c3e-ce99-4e46-a45e-d7cc30e0bf2a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c9c1be4c-3599-493a-a8b6-819a1b333f8c HTTP/1.1" status: 200 len: 217 time: 0.0338356 Jun 24 17:13:43.595452 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17197d2-815f-4758-ba1e-9726ba384766 req-473ff879-9ba9-4080-b87c-a2bfe551707f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:13:43.596900 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-f17197d2-815f-4758-ba1e-9726ba384766 req-473ff879-9ba9-4080-b87c-a2bfe551707f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=aa7e0ceb-828b-4559-a5d9-507cfa581363 HTTP/1.1" status: 200 len: 848 time: 0.0427194 Jun 24 17:13:43.632781 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-f17197d2-815f-4758-ba1e-9726ba384766 req-34e74ef2-6736-4ed0-bf6c-60710483c7db service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5f693cf9-3689-4927-8375-1a498e5907cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294926 Jun 24 17:13:43.727748 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-f17197d2-815f-4758-ba1e-9726ba384766 req-95577a01-bee3-4ba3-8487-b6f28e32622b service neutron] 10.222.0.37 "GET /v2.0/networks/5f693cf9-3689-4927-8375-1a498e5907cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884292 Jun 24 17:13:43.828622 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-f17197d2-815f-4758-ba1e-9726ba384766 req-ba8da895-4005-47fe-a18b-a14bdebf40a4 service neutron] 10.222.0.37 "GET /v2.0/networks/5f693cf9-3689-4927-8375-1a498e5907cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927896 Jun 24 17:13:43.919782 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:13:43.929012 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d14b4b8-5171-4e22-876d-ba873c4c05da req-43c84aaf-661a-454d-8bdf-80e467f9a402 tempest-VolumesActionsTest-271435484 tempest-VolumesActionsTest-271435484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:13:43.930641 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-8d14b4b8-5171-4e22-876d-ba873c4c05da req-43c84aaf-661a-454d-8bdf-80e467f9a402 tempest-VolumesActionsTest-271435484 tempest-VolumesActionsTest-271435484-project] 10.222.0.15 "GET /v2.0/ports?device_id=99fc4044-21a5-49b5-b5a3-b6346986658e HTTP/1.1" status: 200 len: 943 time: 0.0747352 Jun 24 17:13:43.970750 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-8d14b4b8-5171-4e22-876d-ba873c4c05da req-ffcd034a-5af4-4a6f-875d-be5e94297cb9 tempest-VolumesActionsTest-271435484 tempest-VolumesActionsTest-271435484-project] 10.222.0.15 "GET /v2.0/security-groups?id=4584b34a-3823-40ba-8a20-1eb13d51b06a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337851 Jun 24 17:13:44.493996 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07cc5fd-3276-4e2b-b2c0-67183399a582 req-5523b0de-a28b-4b4e-a8d9-6a572c7da41f tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:13:44.495624 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-e07cc5fd-3276-4e2b-b2c0-67183399a582 req-5523b0de-a28b-4b4e-a8d9-6a572c7da41f tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/ports?device_id=2cb35b0b-f463-499a-8688-2bd5f250449b HTTP/1.1" status: 200 len: 943 time: 0.0644524 Jun 24 17:13:44.534994 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-e07cc5fd-3276-4e2b-b2c0-67183399a582 req-73a381e5-52d9-4255-8a90-8b4e863c115c tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac3fa70e-0f44-45d3-b39b-c4cad7af486e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337656 Jun 24 17:13:44.585530 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 59968) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:13:44.684860 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-71ae71f9-330d-406f-a64c-93a5f79b25e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:13:44.769996 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-71ae71f9-330d-406f-a64c-93a5f79b25e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:13:44.836190 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-71ae71f9-330d-406f-a64c-93a5f79b25e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:13:44.838933 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-26394a4d-2dd0-47c5-907d-bc96277acc3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:13:44.874849 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-71ae71f9-330d-406f-a64c-93a5f79b25e2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4909f2bccd88487cb0a70c2343555fba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2876596 Jun 24 17:13:44.875815 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ae71f9-330d-406f-a64c-93a5f79b25e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c35016f6-504e-4d21-aacb-e73dd6a4e7b2,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:13:44.877456 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 59972) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:13:44.878963 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-71ae71f9-330d-406f-a64c-93a5f79b25e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:13:44.921709 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5af43288-dd02-4084-874e-f1fcba283848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:13:44.929007 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c96bd3a4-a22c-44ac-91f3-b0935b2eb5fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:13:44.949627 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c96bd3a4-a22c-44ac-91f3-b0935b2eb5fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:13:45.035601 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c96bd3a4-a22c-44ac-91f3-b0935b2eb5fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:13:45.038533 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c96bd3a4-a22c-44ac-91f3-b0935b2eb5fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:13:45.039664 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-c96bd3a4-a22c-44ac-91f3-b0935b2eb5fd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c35016f6-504e-4d21-aacb-e73dd6a4e7b2 HTTP/1.1" status: 204 len: 168 time: 0.1604390 Jun 24 17:13:45.040409 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-7c65a2d2-d40c-46ab-9eeb-de20c390c68b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:13:45.048158 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96bd3a4-a22c-44ac-91f3-b0935b2eb5fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c35016f6-504e-4d21-aacb-e73dd6a4e7b2,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:13:45.055286 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96bd3a4-a22c-44ac-91f3-b0935b2eb5fd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:13:45.055657 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96bd3a4-a22c-44ac-91f3-b0935b2eb5fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:13:45.056022 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96bd3a4-a22c-44ac-91f3-b0935b2eb5fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:13:45.056368 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96bd3a4-a22c-44ac-91f3-b0935b2eb5fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:13:45.056745 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96bd3a4-a22c-44ac-91f3-b0935b2eb5fd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:13:45.057084 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96bd3a4-a22c-44ac-91f3-b0935b2eb5fd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:13:45.057499 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96bd3a4-a22c-44ac-91f3-b0935b2eb5fd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:13:45.057800 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96bd3a4-a22c-44ac-91f3-b0935b2eb5fd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:13:45.058143 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96bd3a4-a22c-44ac-91f3-b0935b2eb5fd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:13:45.058484 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96bd3a4-a22c-44ac-91f3-b0935b2eb5fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:13:45.058827 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96bd3a4-a22c-44ac-91f3-b0935b2eb5fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:13:45.059166 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96bd3a4-a22c-44ac-91f3-b0935b2eb5fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:13:45.062415 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-c96bd3a4-a22c-44ac-91f3-b0935b2eb5fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:13:45.154421 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51b9e7b-1b49-4397-8d2d-c21d50e237e8 req-62ba89c9-071b-40f6-9a7e-2a9aa5c96139 tempest-VolumesActionsTest-271435484 tempest-VolumesActionsTest-271435484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:13:45.155893 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-b51b9e7b-1b49-4397-8d2d-c21d50e237e8 req-62ba89c9-071b-40f6-9a7e-2a9aa5c96139 tempest-VolumesActionsTest-271435484 tempest-VolumesActionsTest-271435484-project] 10.222.0.15 "GET /v2.0/ports?device_id=99fc4044-21a5-49b5-b5a3-b6346986658e HTTP/1.1" status: 200 len: 943 time: 0.0661232 Jun 24 17:13:45.194322 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-b51b9e7b-1b49-4397-8d2d-c21d50e237e8 req-c9416e57-9254-4c69-bddd-e88a69f86fd2 tempest-VolumesActionsTest-271435484 tempest-VolumesActionsTest-271435484-project] 10.222.0.15 "GET /v2.0/security-groups?id=4584b34a-3823-40ba-8a20-1eb13d51b06a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320885 Jun 24 17:13:45.647605 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 59982) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:13:45.661228 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c4abe2f8-3bf9-4bb7-800b-bc32e1b26940 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:13:45.736773 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e227bd8a-afde-40bd-9f15-c3be70757860 req-6f77c913-fded-4c10-b34d-5b2b355880ba tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:13:45.738369 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-e227bd8a-afde-40bd-9f15-c3be70757860 req-6f77c913-fded-4c10-b34d-5b2b355880ba tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/ports?device_id=2cb35b0b-f463-499a-8688-2bd5f250449b HTTP/1.1" status: 200 len: 943 time: 0.0659902 Jun 24 17:13:45.747984 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c4abe2f8-3bf9-4bb7-800b-bc32e1b26940 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:13:45.777002 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-e227bd8a-afde-40bd-9f15-c3be70757860 req-68fe826c-e505-4d27-9636-af0c5defbb63 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac3fa70e-0f44-45d3-b39b-c4cad7af486e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321307 Jun 24 17:13:45.828294 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c4abe2f8-3bf9-4bb7-800b-bc32e1b26940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:13:45.831050 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-1c3266ea-adcf-46e4-a364-655cee9ddfef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:13:45.868088 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-c4abe2f8-3bf9-4bb7-800b-bc32e1b26940 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c318efcbb6124073bd5c9572efa4ff5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2192221 Jun 24 17:13:45.868952 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4abe2f8-3bf9-4bb7-800b-bc32e1b26940 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=913ce797-39e6-4d9a-86ee-f1d4a0b45f99,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:13:45.870824 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 59984) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:13:45.871983 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-c4abe2f8-3bf9-4bb7-800b-bc32e1b26940 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:13:45.923687 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-77852b23-72ce-46dc-9248-8628c4724c38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:13:45.946399 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-77852b23-72ce-46dc-9248-8628c4724c38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:13:46.052767 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-77852b23-72ce-46dc-9248-8628c4724c38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:13:46.055817 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-77852b23-72ce-46dc-9248-8628c4724c38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:13:46.056981 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-77852b23-72ce-46dc-9248-8628c4724c38 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/913ce797-39e6-4d9a-86ee-f1d4a0b45f99 HTTP/1.1" status: 204 len: 168 time: 0.1851583 Jun 24 17:13:46.057938 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-eb92e951-46ac-492f-9616-32cce213d59e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:13:46.065228 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77852b23-72ce-46dc-9248-8628c4724c38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=913ce797-39e6-4d9a-86ee-f1d4a0b45f99,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:13:46.067496 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-77852b23-72ce-46dc-9248-8628c4724c38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:13:46.379266 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480b9449-478c-4a31-94e3-8b5df9137907 req-2caed398-7747-462c-9102-937b46fa995a tempest-VolumesActionsTest-271435484 tempest-VolumesActionsTest-271435484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:13:46.380743 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-480b9449-478c-4a31-94e3-8b5df9137907 req-2caed398-7747-462c-9102-937b46fa995a tempest-VolumesActionsTest-271435484 tempest-VolumesActionsTest-271435484-project] 10.222.0.15 "GET /v2.0/ports?device_id=99fc4044-21a5-49b5-b5a3-b6346986658e HTTP/1.1" status: 200 len: 943 time: 0.0653260 Jun 24 17:13:46.430030 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-480b9449-478c-4a31-94e3-8b5df9137907 req-7fe63627-da1c-41bb-89fd-92c729555623 tempest-VolumesActionsTest-271435484 tempest-VolumesActionsTest-271435484-project] 10.222.0.15 "GET /v2.0/security-groups?id=4584b34a-3823-40ba-8a20-1eb13d51b06a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421836 Jun 24 17:13:46.439501 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-845c8506-8cf5-4b6b-bbc4-443bdb09ac47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:13:46.860770 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Device c9c1be4c-3599-493a-a8b6-819a1b333f8c details requested by agent hyperv_hv-cinder-79797 with host hv-cinder-79797 {{(pid=93702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 17:13:46.962044 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] For port c9c1be4c-3599-493a-a8b6-819a1b333f8c, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=c9c1be4c-3599-493a-a8b6-819a1b333f8c,segment=NetworkSegment(2faa66d2-791d-4719-899c-70d2ea1d3315),segment_id=2faa66d2-791d-4719-899c-70d2ea1d3315)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 17:13:46.965078 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d378915-f26d-4974-8efe-65cb3d648050 req-c6c2df56-3cda-464a-bcef-b83494eef2ba tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:13:46.966764 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-4d378915-f26d-4974-8efe-65cb3d648050 req-c6c2df56-3cda-464a-bcef-b83494eef2ba tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/ports?device_id=2cb35b0b-f463-499a-8688-2bd5f250449b HTTP/1.1" status: 200 len: 943 time: 0.0737491 Jun 24 17:13:46.974816 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Returning: {'device': 'c9c1be4c-3599-493a-a8b6-819a1b333f8c', 'network_id': '5f693cf9-3689-4927-8375-1a498e5907cd', 'port_id': 'c9c1be4c-3599-493a-a8b6-819a1b333f8c', 'mac_address': 'fa:16:3e:20:bc:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa7e0ceb-828b-4559-a5d9-507cfa581363', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 17:13:47.012422 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:13:47.030103 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.notifiers.nova [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9c1be4c-3599-493a-a8b6-819a1b333f8c {{(pid=93702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 17:13:47.051478 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] For port c9c1be4c-3599-493a-a8b6-819a1b333f8c, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=c9c1be4c-3599-493a-a8b6-819a1b333f8c,segment=NetworkSegment(2faa66d2-791d-4719-899c-70d2ea1d3315),segment_id=2faa66d2-791d-4719-899c-70d2ea1d3315)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 17:13:47.142736 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:13:47.144480 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-bce30e95-3293-41d2-8e10-af33ab501d60 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:13:47.192443 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Pushing event updated for resources: {'Port': ['ID=c9c1be4c-3599-493a-a8b6-819a1b333f8c,revision_number=4']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:13:47.200765 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:13:47.200951 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:13:47.201155 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:13:47.202028 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:13:47.202028 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:13:47.202231 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:13:47.202444 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:13:47.202767 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:13:47.203086 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:13:47.203403 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:13:47.204085 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:13:47.204085 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:13:47.207997 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:13:47.209256 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-4d378915-f26d-4974-8efe-65cb3d648050 req-a1781d39-ea67-40db-92c8-a3ee84ef7ca1 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac3fa70e-0f44-45d3-b39b-c4cad7af486e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2364030 Jun 24 17:13:47.603729 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a63307-6c78-4573-96df-3d99f10f9dc1 req-3816ec29-ea31-4686-8f95-0dfe0211922d tempest-VolumesActionsTest-271435484 tempest-VolumesActionsTest-271435484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:13:47.605277 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-73a63307-6c78-4573-96df-3d99f10f9dc1 req-3816ec29-ea31-4686-8f95-0dfe0211922d tempest-VolumesActionsTest-271435484 tempest-VolumesActionsTest-271435484-project] 10.222.0.15 "GET /v2.0/ports?device_id=99fc4044-21a5-49b5-b5a3-b6346986658e HTTP/1.1" status: 200 len: 944 time: 0.0637629 Jun 24 17:13:47.643041 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-73a63307-6c78-4573-96df-3d99f10f9dc1 req-4aa8e760-d29b-4b3a-af1e-d64d938bf87e tempest-VolumesActionsTest-271435484 tempest-VolumesActionsTest-271435484-project] 10.222.0.15 "GET /v2.0/security-groups?id=4584b34a-3823-40ba-8a20-1eb13d51b06a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318699 Jun 24 17:13:47.663118 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] get_ports_and_sgs() called for port_ids ['c9c1be4c-3599-493a-a8b6-819a1b333f8c'] {{(pid=93702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 17:13:48.389526 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a50050-4a02-47b9-b4e1-ce65f56bcf1f req-725b6682-447b-4d0b-983f-7d300414c3bd tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:13:48.393953 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-55a50050-4a02-47b9-b4e1-ce65f56bcf1f req-725b6682-447b-4d0b-983f-7d300414c3bd tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/ports?device_id=2cb35b0b-f463-499a-8688-2bd5f250449b HTTP/1.1" status: 200 len: 943 time: 0.0604088 Jun 24 17:13:48.431489 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-55a50050-4a02-47b9-b4e1-ce65f56bcf1f req-f75a696a-20dc-410f-8695-5610a03400ae tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac3fa70e-0f44-45d3-b39b-c4cad7af486e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337813 Jun 24 17:13:48.816863 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b17c3a-f7af-4a86-8ec0-e1334ef2683f req-a06450be-d41f-4c6b-b6cb-96b709f53bfa tempest-VolumesActionsTest-271435484 tempest-VolumesActionsTest-271435484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:13:48.816863 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-85b17c3a-f7af-4a86-8ec0-e1334ef2683f req-a06450be-d41f-4c6b-b6cb-96b709f53bfa tempest-VolumesActionsTest-271435484 tempest-VolumesActionsTest-271435484-project] 10.222.0.15 "GET /v2.0/ports?device_id=99fc4044-21a5-49b5-b5a3-b6346986658e HTTP/1.1" status: 200 len: 944 time: 0.0627692 Jun 24 17:13:48.856424 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-85b17c3a-f7af-4a86-8ec0-e1334ef2683f req-2d679502-5454-4b3f-b7b8-8a010733b3e5 tempest-VolumesActionsTest-271435484 tempest-VolumesActionsTest-271435484-project] 10.222.0.15 "GET /v2.0/security-groups?id=4584b34a-3823-40ba-8a20-1eb13d51b06a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341215 Jun 24 17:13:48.873956 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Device f93a09a9-7187-40b2-8cc5-8b5ba5891655 details requested by agent hyperv_hv-cinder-79797 with host hv-cinder-79797 {{(pid=93702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 17:13:48.884588 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Device c9c1be4c-3599-493a-a8b6-819a1b333f8c up at agent hyperv_hv-cinder-79797 {{(pid=93702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 17:13:49.003549 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] For port f93a09a9-7187-40b2-8cc5-8b5ba5891655, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=f93a09a9-7187-40b2-8cc5-8b5ba5891655,segment=NetworkSegment(10a83dba-9475-45c8-9dae-cc9d5b4ac03a),segment_id=10a83dba-9475-45c8-9dae-cc9d5b4ac03a)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 17:13:49.015182 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Returning: {'device': 'f93a09a9-7187-40b2-8cc5-8b5ba5891655', 'network_id': 'e2c58ddc-3a0b-4159-9aa1-b7e24abf6c42', 'port_id': 'f93a09a9-7187-40b2-8cc5-8b5ba5891655', 'mac_address': 'fa:16:3e:94:32:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f50fbc4-85b7-4dc1-a33e-164695f5eb21', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 17:13:49.038869 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Provisioning for port c9c1be4c-3599-493a-a8b6-819a1b333f8c completed by entity L2. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 17:13:49.045370 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Provisioning complete for port c9c1be4c-3599-493a-a8b6-819a1b333f8c triggered by entity L2. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 17:13:49.045782 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979100'] for port, provisioning_complete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:13:49.075843 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:13:49.095365 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.notifiers.nova [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f93a09a9-7187-40b2-8cc5-8b5ba5891655 {{(pid=93702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 17:13:49.118359 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] For port f93a09a9-7187-40b2-8cc5-8b5ba5891655, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=f93a09a9-7187-40b2-8cc5-8b5ba5891655,segment=NetworkSegment(10a83dba-9475-45c8-9dae-cc9d5b4ac03a),segment_id=10a83dba-9475-45c8-9dae-cc9d5b4ac03a)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 17:13:49.155906 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:13:49.177274 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99fc4044-21a5-49b5-b5a3-b6346986658e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9c1be4c-3599-493a-a8b6-819a1b333f8c'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 17:13:49.179546 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d8b605067795a7fc2c115f7278a2b51e92dc277499becda2f2169a787a2c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ef7cbae-2c5b-4897-994b-0bd6ae003841" -d '{"events": [{"server_uuid": "99fc4044-21a5-49b5-b5a3-b6346986658e", "name": "network-vif-plugged", "status": "completed", "tag": "c9c1be4c-3599-493a-a8b6-819a1b333f8c"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 17:13:49.193447 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:13:49.197054 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] For port c9c1be4c-3599-493a-a8b6-819a1b333f8c, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=c9c1be4c-3599-493a-a8b6-819a1b333f8c,segment=NetworkSegment(2faa66d2-791d-4719-899c-70d2ea1d3315),segment_id=2faa66d2-791d-4719-899c-70d2ea1d3315)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 17:13:49.198127 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:13:49.220198 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 17:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-788807d4-2a52-4e39-ad8f-7bc6b69bccbb x-openstack-request-id: req-788807d4-2a52-4e39-ad8f-7bc6b69bccbb {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 17:13:49.220498 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99fc4044-21a5-49b5-b5a3-b6346986658e", "name": "network-vif-plugged", "status": "completed", "tag": "c9c1be4c-3599-493a-a8b6-819a1b333f8c", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 17:13:49.220761 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-788807d4-2a52-4e39-ad8f-7bc6b69bccbb {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 17:13:49.221153 dv-cinder-797970-1-iscsi neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99fc4044-21a5-49b5-b5a3-b6346986658e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9c1be4c-3599-493a-a8b6-819a1b333f8c', 'code': 200} Jun 24 17:13:49.246455 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Pushing event updated for resources: {'Port': ['ID=f93a09a9-7187-40b2-8cc5-8b5ba5891655,revision_number=9']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:13:49.249426 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:13:49.275520 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:13:49.277313 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:13:49.329295 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Pushing event updated for resources: {'Port': ['ID=c9c1be4c-3599-493a-a8b6-819a1b333f8c,revision_number=5']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:13:49.332497 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:13:49.384706 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 60066) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:13:49.488892 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-66cf3ff7-78d2-4fe6-9944-368baab1a1ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:13:49.576927 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-66cf3ff7-78d2-4fe6-9944-368baab1a1ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:13:49.641900 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] get_ports_and_sgs() called for port_ids ['f93a09a9-7187-40b2-8cc5-8b5ba5891655'] {{(pid=93702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 17:13:49.653872 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba82959e-395f-4c4f-9d80-5c06a702eaa8 req-84469dd9-49a1-4b5a-b4b5-0307bd72cd0d tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:13:49.655347 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-ba82959e-395f-4c4f-9d80-5c06a702eaa8 req-84469dd9-49a1-4b5a-b4b5-0307bd72cd0d tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/ports?device_id=2cb35b0b-f463-499a-8688-2bd5f250449b HTTP/1.1" status: 200 len: 944 time: 0.1005538 Jun 24 17:13:49.664358 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-66cf3ff7-78d2-4fe6-9944-368baab1a1ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:13:49.665360 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2523116e-6b24-4f4c-90e6-bc8e04b198cb req-ed1b611b-5f2a-4a69-adfc-076e1e3a1f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:13:49.666834 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-2523116e-6b24-4f4c-90e6-bc8e04b198cb req-ed1b611b-5f2a-4a69-adfc-076e1e3a1f5d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=99fc4044-21a5-49b5-b5a3-b6346986658e HTTP/1.1" status: 200 len: 1098 time: 0.1022711 Jun 24 17:13:49.669096 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-5e2c6302-00d5-46ec-aa7c-8ff82b5faf18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:13:49.713216 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-66cf3ff7-78d2-4fe6-9944-368baab1a1ef admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=97ce4c2ddeb54e138bed5ba4b46eb4f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3249700 Jun 24 17:13:49.713422 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 60072) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:13:49.721020 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cf3ff7-78d2-4fe6-9944-368baab1a1ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=745857f8-97c4-430c-b842-a0737fc3ea80,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:13:49.726290 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-ba82959e-395f-4c4f-9d80-5c06a702eaa8 req-8181f528-fe6f-465d-b1d8-a38dd465bebd tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac3fa70e-0f44-45d3-b39b-c4cad7af486e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636280 Jun 24 17:13:49.728117 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-2523116e-6b24-4f4c-90e6-bc8e04b198cb req-8b917e67-3d14-4671-872a-cfc448f4a349 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=4584b34a-3823-40ba-8a20-1eb13d51b06a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543103 Jun 24 17:13:49.730178 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-66cf3ff7-78d2-4fe6-9944-368baab1a1ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:13:49.769971 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6b5f2db9-1ad1-457b-b9fd-c55195f8eb09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:13:49.792358 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6b5f2db9-1ad1-457b-b9fd-c55195f8eb09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:13:49.933111 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6b5f2db9-1ad1-457b-b9fd-c55195f8eb09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:13:49.936028 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6b5f2db9-1ad1-457b-b9fd-c55195f8eb09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:13:49.937337 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-6b5f2db9-1ad1-457b-b9fd-c55195f8eb09 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/745857f8-97c4-430c-b842-a0737fc3ea80 HTTP/1.1" status: 204 len: 168 time: 0.2229812 Jun 24 17:13:49.938190 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-b6f8ad8d-e299-4ec6-a6a0-68c46ee97ea9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:13:49.947158 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5f2db9-1ad1-457b-b9fd-c55195f8eb09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=745857f8-97c4-430c-b842-a0737fc3ea80,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:13:49.949435 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-6b5f2db9-1ad1-457b-b9fd-c55195f8eb09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:13:50.032146 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a0ccb7-df9c-41c5-ab02-d5f38e96adee req-8ddd9947-c6c0-49c2-97ea-cfdaa6f94008 tempest-VolumesActionsTest-271435484 tempest-VolumesActionsTest-271435484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:13:50.033569 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-82a0ccb7-df9c-41c5-ab02-d5f38e96adee req-8ddd9947-c6c0-49c2-97ea-cfdaa6f94008 tempest-VolumesActionsTest-271435484 tempest-VolumesActionsTest-271435484-project] 10.222.0.15 "GET /v2.0/ports?device_id=99fc4044-21a5-49b5-b5a3-b6346986658e HTTP/1.1" status: 200 len: 945 time: 0.0627611 Jun 24 17:13:50.071906 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-82a0ccb7-df9c-41c5-ab02-d5f38e96adee req-b6bf4307-0bee-4b33-b97d-d1769a758b7c tempest-VolumesActionsTest-271435484 tempest-VolumesActionsTest-271435484-project] 10.222.0.15 "GET /v2.0/security-groups?id=4584b34a-3823-40ba-8a20-1eb13d51b06a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317686 Jun 24 17:13:50.485495 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 60080) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:13:50.498757 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-92427f7d-8345-429f-938c-70b1e6d1e364 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:13:50.587649 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-92427f7d-8345-429f-938c-70b1e6d1e364 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:13:50.692781 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-92427f7d-8345-429f-938c-70b1e6d1e364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:13:50.696495 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-7807c39d-c09d-4590-a5aa-0ca0f6356edc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:13:50.731271 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-92427f7d-8345-429f-938c-70b1e6d1e364 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=de1ba8a7ad2741279effe3f47aeb951c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2446699 Jun 24 17:13:50.733147 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92427f7d-8345-429f-938c-70b1e6d1e364 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d59ffe57-d5aa-4421-b82e-0bacf6b49d14,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:13:50.734080 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 60084) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:13:50.736192 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-92427f7d-8345-429f-938c-70b1e6d1e364 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:13:50.792543 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-061a95ce-6128-429d-806c-e8f1c2cb4193 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:13:50.807604 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-061a95ce-6128-429d-806c-e8f1c2cb4193 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:13:50.892068 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Device f93a09a9-7187-40b2-8cc5-8b5ba5891655 up at agent hyperv_hv-cinder-79797 {{(pid=93702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 17:13:50.921482 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea546a2-8725-4d61-a33b-7055360c2cfb req-7f9455f6-6168-42e0-ba0b-0ea4021d9885 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:13:50.922997 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-9ea546a2-8725-4d61-a33b-7055360c2cfb req-7f9455f6-6168-42e0-ba0b-0ea4021d9885 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/ports?device_id=2cb35b0b-f463-499a-8688-2bd5f250449b HTTP/1.1" status: 200 len: 944 time: 0.0640140 Jun 24 17:13:50.924984 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-061a95ce-6128-429d-806c-e8f1c2cb4193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:13:50.927680 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-061a95ce-6128-429d-806c-e8f1c2cb4193 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:13:50.928978 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-061a95ce-6128-429d-806c-e8f1c2cb4193 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d59ffe57-d5aa-4421-b82e-0bacf6b49d14 HTTP/1.1" status: 204 len: 168 time: 0.1939170 Jun 24 17:13:50.929780 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-1022c93a-b77d-46d1-b16d-d9654788d806 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:13:50.939783 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061a95ce-6128-429d-806c-e8f1c2cb4193 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d59ffe57-d5aa-4421-b82e-0bacf6b49d14,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:13:50.942322 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-061a95ce-6128-429d-806c-e8f1c2cb4193 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:13:50.946401 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Provisioning complete for port f93a09a9-7187-40b2-8cc5-8b5ba5891655 triggered by entity L2. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 17:13:50.947384 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979100'] for port, provisioning_complete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:13:50.964926 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-9ea546a2-8725-4d61-a33b-7055360c2cfb req-736f7046-afde-4b73-a811-bfc36d9cbb02 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac3fa70e-0f44-45d3-b39b-c4cad7af486e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358119 Jun 24 17:13:51.037066 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:13:51.070427 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] For port f93a09a9-7187-40b2-8cc5-8b5ba5891655, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=f93a09a9-7187-40b2-8cc5-8b5ba5891655,segment=NetworkSegment(10a83dba-9475-45c8-9dae-cc9d5b4ac03a),segment_id=10a83dba-9475-45c8-9dae-cc9d5b4ac03a)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 17:13:51.138597 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:13:51.140600 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:13:51.187478 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Pushing event updated for resources: {'Port': ['ID=f93a09a9-7187-40b2-8cc5-8b5ba5891655,revision_number=10']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:13:51.190581 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:13:51.222672 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cb35b0b-f463-499a-8688-2bd5f250449b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f93a09a9-7187-40b2-8cc5-8b5ba5891655'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 17:13:51.226139 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d8b605067795a7fc2c115f7278a2b51e92dc277499becda2f2169a787a2c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79f5e3a8-ed0c-46fb-aa82-79dacb723ac9" -d '{"events": [{"server_uuid": "2cb35b0b-f463-499a-8688-2bd5f250449b", "name": "network-vif-plugged", "status": "completed", "tag": "f93a09a9-7187-40b2-8cc5-8b5ba5891655"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 17:13:51.248724 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc38c3aa-0139-4e22-ac18-ee109fdd720d req-16e90261-7245-446f-9a31-735bca85000f tempest-VolumesActionsTest-271435484 tempest-VolumesActionsTest-271435484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:13:51.250201 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-cc38c3aa-0139-4e22-ac18-ee109fdd720d req-16e90261-7245-446f-9a31-735bca85000f tempest-VolumesActionsTest-271435484 tempest-VolumesActionsTest-271435484-project] 10.222.0.15 "GET /v2.0/ports?device_id=99fc4044-21a5-49b5-b5a3-b6346986658e HTTP/1.1" status: 200 len: 945 time: 0.0651169 Jun 24 17:13:51.298940 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-cc38c3aa-0139-4e22-ac18-ee109fdd720d req-c20cc369-a211-4d1d-8a33-0417d74383d3 tempest-VolumesActionsTest-271435484 tempest-VolumesActionsTest-271435484-project] 10.222.0.15 "GET /v2.0/security-groups?id=4584b34a-3823-40ba-8a20-1eb13d51b06a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368547 Jun 24 17:13:51.457684 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 17:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-998ed096-f67f-48ea-8c63-3e84013c56ba x-openstack-request-id: req-998ed096-f67f-48ea-8c63-3e84013c56ba {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 17:13:51.458238 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cb35b0b-f463-499a-8688-2bd5f250449b", "name": "network-vif-plugged", "status": "completed", "tag": "f93a09a9-7187-40b2-8cc5-8b5ba5891655", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 17:13:51.458238 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-998ed096-f67f-48ea-8c63-3e84013c56ba {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 17:13:51.458620 dv-cinder-797970-1-iscsi neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cb35b0b-f463-499a-8688-2bd5f250449b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f93a09a9-7187-40b2-8cc5-8b5ba5891655', 'code': 200} Jun 24 17:13:51.704733 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:13:51.962093 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 60114) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:13:52.059029 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.v2.base [None req-e14da174-342f-4885-ba23-ebd88532a1ce admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1734906922-network', 'tenant_id': '707c32cf991346e3a4b9d24c0542ef20'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 17:13:52.171568 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c32f653-a994-4177-84a5-d5ec5e8d1e69 req-c5fb73cf-136d-48e6-873c-e6cc76ec0a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:13:52.171568 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-7c32f653-a994-4177-84a5-d5ec5e8d1e69 req-c5fb73cf-136d-48e6-873c-e6cc76ec0a2e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2cb35b0b-f463-499a-8688-2bd5f250449b HTTP/1.1" status: 200 len: 1099 time: 0.0525765 Jun 24 17:13:52.172274 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6c3c70-4fe3-4646-89e5-48a6fbf7fa5f req-17f1050f-ca27-4ebc-91a6-96b8f8074c66 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:13:52.172274 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-ea6c3c70-4fe3-4646-89e5-48a6fbf7fa5f req-17f1050f-ca27-4ebc-91a6-96b8f8074c66 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/ports?device_id=2cb35b0b-f463-499a-8688-2bd5f250449b HTTP/1.1" status: 200 len: 946 time: 0.0664325 Jun 24 17:13:52.172274 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e14da174-342f-4885-ba23-ebd88532a1ce admin admin] Made reservation on behalf of 707c32cf991346e3a4b9d24c0542ef20 for: {'network': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 17:13:52.172274 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e14da174-342f-4885-ba23-ebd88532a1ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for network, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:13:52.172274 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e14da174-342f-4885-ba23-ebd88532a1ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:13:52.187507 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-7c32f653-a994-4177-84a5-d5ec5e8d1e69 req-c372f554-b03a-4fe0-a74a-4c5c6c6a75d7 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ac3fa70e-0f44-45d3-b39b-c4cad7af486e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323427 Jun 24 17:13:52.216951 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-ea6c3c70-4fe3-4646-89e5-48a6fbf7fa5f req-24102ff0-1712-428e-9378-357453a5ff3f tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac3fa70e-0f44-45d3-b39b-c4cad7af486e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580268 Jun 24 17:13:52.280706 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e14da174-342f-4885-ba23-ebd88532a1ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:13:52.336629 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e14da174-342f-4885-ba23-ebd88532a1ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:13:52.340715 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-f79365df-676e-48d0-9192-ff2ccfbfead0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:13:52.361614 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e14da174-342f-4885-ba23-ebd88532a1ce admin admin] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=93700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 17:13:52.371153 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14da174-342f-4885-ba23-ebd88532a1ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d87a6dd-9c98-4c73-9aeb-52a07ed1e59f,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:13:52.375855 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-e14da174-342f-4885-ba23-ebd88532a1ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:13:52.376315 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e14da174-342f-4885-ba23-ebd88532a1ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083357'] for segment, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:13:52.376653 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.db.segments_db [None req-e14da174-342f-4885-ba23-ebd88532a1ce admin admin] Added segment 4254e2ab-30a7-4231-8794-eb8bef97d853 of type vlan for network b1b1edc3-c84a-4cdf-bb1e-f5c667d85dc9 Jun 24 17:13:52.417917 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e14da174-342f-4885-ba23-ebd88532a1ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734938226544'] for network, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:13:52.473326 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b0c50e-91aa-40e5-b808-a6a871dd0167 req-c339ee0d-7492-40e6-8e4f-42d2246f1f07 tempest-VolumesActionsTest-271435484 tempest-VolumesActionsTest-271435484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:13:52.474699 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-73b0c50e-91aa-40e5-b808-a6a871dd0167 req-c339ee0d-7492-40e6-8e4f-42d2246f1f07 tempest-VolumesActionsTest-271435484 tempest-VolumesActionsTest-271435484-project] 10.222.0.15 "GET /v2.0/ports?device_id=99fc4044-21a5-49b5-b5a3-b6346986658e HTTP/1.1" status: 200 len: 945 time: 0.0615811 Jun 24 17:13:52.496385 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e14da174-342f-4885-ba23-ebd88532a1ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-545941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592956'] for network, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:13:52.497754 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e14da174-342f-4885-ba23-ebd88532a1ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:13:52.498362 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e14da174-342f-4885-ba23-ebd88532a1ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592921'] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:13:52.500579 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-daeb0307-0d33-4c26-8ad2-9f07db0b0079 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:13:52.513401 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-73b0c50e-91aa-40e5-b808-a6a871dd0167 req-054b3214-684f-46b6-9010-f134189bab85 tempest-VolumesActionsTest-271435484 tempest-VolumesActionsTest-271435484-project] 10.222.0.15 "GET /v2.0/security-groups?id=4584b34a-3823-40ba-8a20-1eb13d51b06a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322578 Jun 24 17:13:52.560468 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14da174-342f-4885-ba23-ebd88532a1ce admin admin] Pushing event updated for resources: {'Network': ['ID=b1b1edc3-c84a-4cdf-bb1e-f5c667d85dc9,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:13:52.563125 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-e14da174-342f-4885-ba23-ebd88532a1ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:13:52.571196 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Network b1b1edc3-c84a-4cdf-bb1e-f5c667d85dc9 details requested by agent ovs-agent-dv-cinder-797970-1-iscsi with host dv-cinder-797970-1-iscsi {{(pid=93702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 17:13:52.619243 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-e14da174-342f-4885-ba23-ebd88532a1ce admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6559846 Jun 24 17:13:52.622039 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 60124) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:13:52.626925 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.v2.base [None req-38f2def8-a1bb-4a46-a78f-819963178590 admin admin] Request body: {'subnet': {'network_id': 'b1b1edc3-c84a-4cdf-bb1e-f5c667d85dc9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1734906922-subnet', 'tenant_id': '707c32cf991346e3a4b9d24c0542ef20', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 17:13:52.704298 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38f2def8-a1bb-4a46-a78f-819963178590 admin admin] Made reservation on behalf of 707c32cf991346e3a4b9d24c0542ef20 for: {'subnet': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 17:13:52.706705 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-38f2def8-a1bb-4a46-a78f-819963178590 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9547520'] for subnet, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:13:52.950203 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-38f2def8-a1bb-4a46-a78f-819963178590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2811250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9546218'] for subnet, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:13:52.953397 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:13:53.007398 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f2def8-a1bb-4a46-a78f-819963178590 admin admin] Pushing event updated for resources: {'Subnet': ['ID=572b7ef7-40af-468e-8886-089103a656d3,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:13:53.012033 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-38f2def8-a1bb-4a46-a78f-819963178590 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:13:53.014658 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f2def8-a1bb-4a46-a78f-819963178590 admin admin] Checking segment: {'id': '4254e2ab-30a7-4231-8794-eb8bef97d853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'b1b1edc3-c84a-4cdf-bb1e-f5c667d85dc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 17:13:53.015017 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f2def8-a1bb-4a46-a78f-819963178590 admin admin] Network hostable DHCP agents. Network: b1b1edc3-c84a-4cdf-bb1e-f5c667d85dc9, hostable agents: ['254af59c-4468-4f5d-9dc1-adf32c301d4f'], hosted agents: [] {{(pid=93700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 17:13:53.109704 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f2def8-a1bb-4a46-a78f-819963178590 admin admin] Network b1b1edc3-c84a-4cdf-bb1e-f5c667d85dc9 is scheduled to be hosted by DHCP agent 254af59c-4468-4f5d-9dc1-adf32c301d4f with binding_index 1 {{(pid=93700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 17:13:53.182497 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-38f2def8-a1bb-4a46-a78f-819963178590 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797970-1-iscsi, b1b1edc3-c84a-4cdf-bb1e-f5c667d85dc9) {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 17:13:53.186495 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f2def8-a1bb-4a46-a78f-819963178590 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:13:53.187188 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-38f2def8-a1bb-4a46-a78f-819963178590 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592921'] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:13:53.191675 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f9435a1-65a8-461b-abb4-727baca9a71d None None] Network b1b1edc3-c84a-4cdf-bb1e-f5c667d85dc9 requested from dv-cinder-797970-1-iscsi {{(pid=93702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 17:13:53.275272 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-38f2def8-a1bb-4a46-a78f-819963178590 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6520996 Jun 24 17:13:53.320289 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11de8f6d-acf9-4aff-841c-d10e84c5d032 None None] Network b1b1edc3-c84a-4cdf-bb1e-f5c667d85dc9 requested from dv-cinder-797970-1-iscsi {{(pid=93702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 17:13:53.414241 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf5bb74-639e-48fc-8e62-0d9db67e0813 req-450373fa-3510-475e-8611-3e9f0a0f99fc tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:13:53.418140 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-bbf5bb74-639e-48fc-8e62-0d9db67e0813 req-450373fa-3510-475e-8611-3e9f0a0f99fc tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/ports?device_id=2cb35b0b-f463-499a-8688-2bd5f250449b HTTP/1.1" status: 200 len: 946 time: 0.0744383 Jun 24 17:13:53.456359 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-bbf5bb74-639e-48fc-8e62-0d9db67e0813 req-917f79e9-0632-4d07-ac87-8f69122485a9 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac3fa70e-0f44-45d3-b39b-c4cad7af486e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345440 Jun 24 17:13:54.006985 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 60162) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:13:54.012189 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.v2.base [None req-1a971dbf-0097-4290-9bc0-cb5c2e20a63e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1402813219-network', 'tenant_id': '2e34f8a390c343a3ae5d3c78b466972f'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 17:13:54.107817 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a971dbf-0097-4290-9bc0-cb5c2e20a63e admin admin] Made reservation on behalf of 2e34f8a390c343a3ae5d3c78b466972f for: {'network': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 17:13:54.110441 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1a971dbf-0097-4290-9bc0-cb5c2e20a63e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for network, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:13:54.121423 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1a971dbf-0097-4290-9bc0-cb5c2e20a63e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:13:54.224112 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81506a04-46aa-4340-9091-49a650afb02e req-263e00f4-bd22-4332-be75-dae38f47f691 tempest-VolumesActionsTest-271435484 tempest-VolumesActionsTest-271435484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:13:54.225715 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-81506a04-46aa-4340-9091-49a650afb02e req-263e00f4-bd22-4332-be75-dae38f47f691 tempest-VolumesActionsTest-271435484 tempest-VolumesActionsTest-271435484-project] 10.222.0.15 "GET /v2.0/ports?device_id=99fc4044-21a5-49b5-b5a3-b6346986658e HTTP/1.1" status: 200 len: 945 time: 0.1062410 Jun 24 17:13:54.279407 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-81506a04-46aa-4340-9091-49a650afb02e req-e8cdf357-35de-4672-9dcf-0a82a2462fd3 tempest-VolumesActionsTest-271435484 tempest-VolumesActionsTest-271435484-project] 10.222.0.15 "GET /v2.0/security-groups?id=4584b34a-3823-40ba-8a20-1eb13d51b06a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472758 Jun 24 17:13:54.296831 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1a971dbf-0097-4290-9bc0-cb5c2e20a63e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:13:54.353752 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1a971dbf-0097-4290-9bc0-cb5c2e20a63e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:13:54.356811 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-72aa0a5a-43d5-459d-bbdc-483ff303696e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:13:54.379219 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a971dbf-0097-4290-9bc0-cb5c2e20a63e admin admin] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=93700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 17:13:54.388420 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a971dbf-0097-4290-9bc0-cb5c2e20a63e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd95b5d8-ce0d-403d-b835-8ebaf2ac1c38,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:13:54.392006 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-1a971dbf-0097-4290-9bc0-cb5c2e20a63e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:13:54.394686 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1a971dbf-0097-4290-9bc0-cb5c2e20a63e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083357'] for segment, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:13:54.395022 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.db.segments_db [None req-1a971dbf-0097-4290-9bc0-cb5c2e20a63e admin admin] Added segment 31b9c131-ce8b-48a7-a34b-e32793d20e50 of type vlan for network 681a80d1-4f1f-4b58-be46-0417073a205c Jun 24 17:13:54.434573 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1a971dbf-0097-4290-9bc0-cb5c2e20a63e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734938226544'] for network, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:13:54.525189 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1a971dbf-0097-4290-9bc0-cb5c2e20a63e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-545941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592956'] for network, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:13:54.526556 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a971dbf-0097-4290-9bc0-cb5c2e20a63e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:13:54.527145 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1a971dbf-0097-4290-9bc0-cb5c2e20a63e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592921'] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:13:54.529608 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:13:54.586261 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a971dbf-0097-4290-9bc0-cb5c2e20a63e admin admin] Pushing event updated for resources: {'Network': ['ID=681a80d1-4f1f-4b58-be46-0417073a205c,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:13:54.588886 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-1a971dbf-0097-4290-9bc0-cb5c2e20a63e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:13:54.596115 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Network 681a80d1-4f1f-4b58-be46-0417073a205c details requested by agent ovs-agent-dv-cinder-797970-1-iscsi with host dv-cinder-797970-1-iscsi {{(pid=93702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 17:13:54.640611 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3ecba6-fcb7-4908-bdf0-231ba1da5ceb req-6423c2f8-fedf-4529-9ce7-5878f8cbf026 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:13:54.642071 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-da3ecba6-fcb7-4908-bdf0-231ba1da5ceb req-6423c2f8-fedf-4529-9ce7-5878f8cbf026 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/ports?device_id=2cb35b0b-f463-499a-8688-2bd5f250449b HTTP/1.1" status: 200 len: 946 time: 0.0630360 Jun 24 17:13:54.683711 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-da3ecba6-fcb7-4908-bdf0-231ba1da5ceb req-b2824757-cdab-4c8c-b580-2e4dea2c5782 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac3fa70e-0f44-45d3-b39b-c4cad7af486e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325603 Jun 24 17:13:54.683920 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-1a971dbf-0097-4290-9bc0-cb5c2e20a63e admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6730242 Jun 24 17:13:54.683920 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 60194) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:13:54.689627 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.v2.base [None req-90c54b00-fc15-4830-b5e7-a1e464778dfa admin admin] Request body: {'subnet': {'network_id': '681a80d1-4f1f-4b58-be46-0417073a205c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1402813219-subnet', 'tenant_id': '2e34f8a390c343a3ae5d3c78b466972f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 17:13:54.812866 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90c54b00-fc15-4830-b5e7-a1e464778dfa admin admin] Made reservation on behalf of 2e34f8a390c343a3ae5d3c78b466972f for: {'subnet': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 17:13:54.815266 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-90c54b00-fc15-4830-b5e7-a1e464778dfa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9547520'] for subnet, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:13:55.041578 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-90c54b00-fc15-4830-b5e7-a1e464778dfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2811250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9546218'] for subnet, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:13:55.044076 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-38f2def8-a1bb-4a46-a78f-819963178590 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:13:55.096260 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c54b00-fc15-4830-b5e7-a1e464778dfa admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e7663e1-5366-4d5c-b4f6-dfea778c4681,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:13:55.099605 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-90c54b00-fc15-4830-b5e7-a1e464778dfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:13:55.106226 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c54b00-fc15-4830-b5e7-a1e464778dfa admin admin] Checking segment: {'id': '31b9c131-ce8b-48a7-a34b-e32793d20e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '681a80d1-4f1f-4b58-be46-0417073a205c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 17:13:55.106586 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c54b00-fc15-4830-b5e7-a1e464778dfa admin admin] Network hostable DHCP agents. Network: 681a80d1-4f1f-4b58-be46-0417073a205c, hostable agents: ['254af59c-4468-4f5d-9dc1-adf32c301d4f'], hosted agents: [] {{(pid=93700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 17:13:55.189691 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c54b00-fc15-4830-b5e7-a1e464778dfa admin admin] Network 681a80d1-4f1f-4b58-be46-0417073a205c is scheduled to be hosted by DHCP agent 254af59c-4468-4f5d-9dc1-adf32c301d4f with binding_index 1 {{(pid=93700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 17:13:55.252579 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-90c54b00-fc15-4830-b5e7-a1e464778dfa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797970-1-iscsi, 681a80d1-4f1f-4b58-be46-0417073a205c) {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 17:13:55.256471 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c54b00-fc15-4830-b5e7-a1e464778dfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:13:55.257128 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-90c54b00-fc15-4830-b5e7-a1e464778dfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592921'] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:13:55.262065 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e53a86f0-8bef-4aff-a4f3-82780d2b03eb None None] Network 681a80d1-4f1f-4b58-be46-0417073a205c requested from dv-cinder-797970-1-iscsi {{(pid=93702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 17:13:55.342654 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-90c54b00-fc15-4830-b5e7-a1e464778dfa admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6486850 Jun 24 17:13:55.387731 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e36a9630-43bb-482f-909c-2b160cde3c93 None None] Network 681a80d1-4f1f-4b58-be46-0417073a205c requested from dv-cinder-797970-1-iscsi {{(pid=93702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 17:13:55.490767 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f01827b-b33c-4b1a-8e0d-fbf0d4ba4e8b req-830dd2cf-7f03-4a4b-bcfe-ed099d557de6 tempest-VolumesActionsTest-271435484 tempest-VolumesActionsTest-271435484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:13:55.492612 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-0f01827b-b33c-4b1a-8e0d-fbf0d4ba4e8b req-830dd2cf-7f03-4a4b-bcfe-ed099d557de6 tempest-VolumesActionsTest-271435484 tempest-VolumesActionsTest-271435484-project] 10.222.0.15 "GET /v2.0/ports?device_id=99fc4044-21a5-49b5-b5a3-b6346986658e HTTP/1.1" status: 200 len: 945 time: 0.0859704 Jun 24 17:13:55.541251 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-0f01827b-b33c-4b1a-8e0d-fbf0d4ba4e8b req-e0a04d56-9729-4ca4-ac23-f7aaa0fec886 tempest-VolumesActionsTest-271435484 tempest-VolumesActionsTest-271435484-project] 10.222.0.15 "GET /v2.0/security-groups?id=4584b34a-3823-40ba-8a20-1eb13d51b06a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415738 Jun 24 17:13:55.893611 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d7f6a9-3861-40b8-bf07-ec5bf5cb40a2 req-5757902d-082b-4d01-ba0e-2a873d7221c2 tempest-VolumesActionsTest-271435484 tempest-VolumesActionsTest-271435484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:13:55.894996 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-22d7f6a9-3861-40b8-bf07-ec5bf5cb40a2 req-5757902d-082b-4d01-ba0e-2a873d7221c2 tempest-VolumesActionsTest-271435484 tempest-VolumesActionsTest-271435484-project] 10.222.0.37 "GET /v2.0/ports?device_id=99fc4044-21a5-49b5-b5a3-b6346986658e HTTP/1.1" status: 200 len: 945 time: 0.1044559 Jun 24 17:13:55.906138 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913c0c93-c1c4-4996-9d9a-19a2139172cc req-3b187c4c-1081-4576-a91c-027fc73d48b9 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:13:55.907511 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-913c0c93-c1c4-4996-9d9a-19a2139172cc req-3b187c4c-1081-4576-a91c-027fc73d48b9 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/ports?device_id=2cb35b0b-f463-499a-8688-2bd5f250449b HTTP/1.1" status: 200 len: 946 time: 0.1085289 Jun 24 17:13:55.982147 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-913c0c93-c1c4-4996-9d9a-19a2139172cc req-65385919-9bbe-476c-a5f4-65b459a4024a tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac3fa70e-0f44-45d3-b39b-c4cad7af486e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665605 Jun 24 17:13:56.032309 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [req-22d7f6a9-3861-40b8-bf07-ec5bf5cb40a2 req-0ded3645-744d-46a8-a240-0d359bd541d1 tempest-VolumesActionsTest-271435484 tempest-VolumesActionsTest-271435484-project] Deleting port c9c1be4c-3599-493a-a8b6-819a1b333f8c {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 17:13:56.032655 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-22d7f6a9-3861-40b8-bf07-ec5bf5cb40a2 req-0ded3645-744d-46a8-a240-0d359bd541d1 tempest-VolumesActionsTest-271435484 tempest-VolumesActionsTest-271435484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734938643496'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:13:56.119152 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-22d7f6a9-3861-40b8-bf07-ec5bf5cb40a2 req-0ded3645-744d-46a8-a240-0d359bd541d1 tempest-VolumesActionsTest-271435484 tempest-VolumesActionsTest-271435484-project] For port c9c1be4c-3599-493a-a8b6-819a1b333f8c, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=c9c1be4c-3599-493a-a8b6-819a1b333f8c,segment=NetworkSegment(2faa66d2-791d-4719-899c-70d2ea1d3315),segment_id=2faa66d2-791d-4719-899c-70d2ea1d3315)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 17:13:56.119510 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-22d7f6a9-3861-40b8-bf07-ec5bf5cb40a2 req-0ded3645-744d-46a8-a240-0d359bd541d1 tempest-VolumesActionsTest-271435484 tempest-VolumesActionsTest-271435484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939437'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:13:56.131843 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [req-22d7f6a9-3861-40b8-bf07-ec5bf5cb40a2 req-0ded3645-744d-46a8-a240-0d359bd541d1 tempest-VolumesActionsTest-271435484 tempest-VolumesActionsTest-271435484-project] Calling delete_port for c9c1be4c-3599-493a-a8b6-819a1b333f8c owned by compute:nova {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 17:13:56.327072 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-22d7f6a9-3861-40b8-bf07-ec5bf5cb40a2 req-0ded3645-744d-46a8-a240-0d359bd541d1 tempest-VolumesActionsTest-271435484 tempest-VolumesActionsTest-271435484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734938646739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734938254839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10147618'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:13:56.331194 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-be78f72b-4493-46c3-b785-87dfa4c3a0ac tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:13:56.355410 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ded3645-744d-46a8-a240-0d359bd541d1 tempest-VolumesActionsTest-271435484 tempest-VolumesActionsTest-271435484-project] Pushing event deleted for resources: {'Port': ['ID=c9c1be4c-3599-493a-a8b6-819a1b333f8c,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:13:56.364607 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ded3645-744d-46a8-a240-0d359bd541d1 tempest-VolumesActionsTest-271435484 tempest-VolumesActionsTest-271435484-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:13:56.364980 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ded3645-744d-46a8-a240-0d359bd541d1 tempest-VolumesActionsTest-271435484 tempest-VolumesActionsTest-271435484-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:13:56.365346 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ded3645-744d-46a8-a240-0d359bd541d1 tempest-VolumesActionsTest-271435484 tempest-VolumesActionsTest-271435484-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:13:56.365730 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ded3645-744d-46a8-a240-0d359bd541d1 tempest-VolumesActionsTest-271435484 tempest-VolumesActionsTest-271435484-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:13:56.365968 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] get_ports_and_sgs() called for port_ids ['c9c1be4c-3599-493a-a8b6-819a1b333f8c'] {{(pid=93702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 17:13:56.366419 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ded3645-744d-46a8-a240-0d359bd541d1 tempest-VolumesActionsTest-271435484 tempest-VolumesActionsTest-271435484-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:13:56.366967 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ded3645-744d-46a8-a240-0d359bd541d1 tempest-VolumesActionsTest-271435484 tempest-VolumesActionsTest-271435484-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:13:56.366967 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ded3645-744d-46a8-a240-0d359bd541d1 tempest-VolumesActionsTest-271435484 tempest-VolumesActionsTest-271435484-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:13:56.367454 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ded3645-744d-46a8-a240-0d359bd541d1 tempest-VolumesActionsTest-271435484 tempest-VolumesActionsTest-271435484-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:13:56.367933 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ded3645-744d-46a8-a240-0d359bd541d1 tempest-VolumesActionsTest-271435484 tempest-VolumesActionsTest-271435484-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:13:56.368284 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ded3645-744d-46a8-a240-0d359bd541d1 tempest-VolumesActionsTest-271435484 tempest-VolumesActionsTest-271435484-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:13:56.368635 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ded3645-744d-46a8-a240-0d359bd541d1 tempest-VolumesActionsTest-271435484 tempest-VolumesActionsTest-271435484-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:13:56.368983 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ded3645-744d-46a8-a240-0d359bd541d1 tempest-VolumesActionsTest-271435484 tempest-VolumesActionsTest-271435484-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:13:56.375796 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-0ded3645-744d-46a8-a240-0d359bd541d1 tempest-VolumesActionsTest-271435484 tempest-VolumesActionsTest-271435484-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:13:56.413756 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-22d7f6a9-3861-40b8-bf07-ec5bf5cb40a2 req-0ded3645-744d-46a8-a240-0d359bd541d1 tempest-VolumesActionsTest-271435484 tempest-VolumesActionsTest-271435484-project] No DVR routers for this DVR port c9c1be4c-3599-493a-a8b6-819a1b333f8c on host hv-cinder-79797 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 17:13:56.416205 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-22d7f6a9-3861-40b8-bf07-ec5bf5cb40a2 req-0ded3645-744d-46a8-a240-0d359bd541d1 tempest-VolumesActionsTest-271435484 tempest-VolumesActionsTest-271435484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14435'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:13:56.418160 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-22d7f6a9-3861-40b8-bf07-ec5bf5cb40a2 req-0ded3645-744d-46a8-a240-0d359bd541d1 tempest-VolumesActionsTest-271435484 tempest-VolumesActionsTest-271435484-project] 10.222.0.37 "DELETE /v2.0/ports/c9c1be4c-3599-493a-a8b6-819a1b333f8c HTTP/1.1" status: 204 len: 173 time: 0.5097606 Jun 24 17:13:56.418656 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99fc4044-21a5-49b5-b5a3-b6346986658e', 'name': 'network-vif-deleted', 'tag': 'c9c1be4c-3599-493a-a8b6-819a1b333f8c'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 17:13:56.420929 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55b777855581bcfca1ea7f1411fd739ba8bd3bff9faf8aab84294ca486557f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fb071c2-58e9-453a-82da-82cdf47e3543" -d '{"events": [{"server_uuid": "99fc4044-21a5-49b5-b5a3-b6346986658e", "name": "network-vif-deleted", "tag": "c9c1be4c-3599-493a-a8b6-819a1b333f8c"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 17:13:56.455895 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 17:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c04d6089-158f-4de7-8f60-210923751297 x-openstack-request-id: req-c04d6089-158f-4de7-8f60-210923751297 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 17:13:56.456222 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99fc4044-21a5-49b5-b5a3-b6346986658e", "name": "network-vif-deleted", "tag": "c9c1be4c-3599-493a-a8b6-819a1b333f8c", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 17:13:56.456511 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c04d6089-158f-4de7-8f60-210923751297 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 17:13:56.456941 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99fc4044-21a5-49b5-b5a3-b6346986658e', 'name': 'network-vif-deleted', 'tag': 'c9c1be4c-3599-493a-a8b6-819a1b333f8c', 'status': 'completed', 'code': 200} Jun 24 17:13:56.688328 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-477761d1-a246-493f-b9a3-74d24abad138 req-2031ecd5-119d-47a2-bb20-bd1c9f01355d tempest-VolumesActionsTest-271435484 tempest-VolumesActionsTest-271435484-project] 10.222.0.15 "GET /v2.0/ports?device_id=99fc4044-21a5-49b5-b5a3-b6346986658e HTTP/1.1" status: 200 len: 210 time: 0.0316787 Jun 24 17:13:58.034619 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1d0a78-add2-4f30-9498-bc523a81c707 req-1b7e6b1a-5586-42ff-9579-dcf6bf13a43c tempest-VolumesActionsTest-271435484 tempest-VolumesActionsTest-271435484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:13:58.035976 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-5c1d0a78-add2-4f30-9498-bc523a81c707 req-1b7e6b1a-5586-42ff-9579-dcf6bf13a43c tempest-VolumesActionsTest-271435484 tempest-VolumesActionsTest-271435484-project] 10.222.0.15 "GET /v2.0/networks?id=5f693cf9-3689-4927-8375-1a498e5907cd HTTP/1.1" status: 200 len: 808 time: 0.0967529 Jun 24 17:13:58.051546 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-5c1d0a78-add2-4f30-9498-bc523a81c707 req-6206b99a-af0e-427e-8da2-3653b3d3fa45 tempest-VolumesActionsTest-271435484 tempest-VolumesActionsTest-271435484-project] 10.222.0.15 "GET /v2.0/quotas/7924789c44b847458abcc802fbf645a2 HTTP/1.1" status: 200 len: 375 time: 0.0088391 Jun 24 17:13:58.086184 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-5c1d0a78-add2-4f30-9498-bc523a81c707 req-1b0ee264-8111-48b4-afbe-1c74a465690c tempest-VolumesActionsTest-271435484 tempest-VolumesActionsTest-271435484-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=7924789c44b847458abcc802fbf645a2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299425 Jun 24 17:13:58.172494 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-5c1d0a78-add2-4f30-9498-bc523a81c707 req-4078c868-df51-4887-9d28-075874369ff5 service neutron] 10.222.0.15 "GET /v2.0/networks/5f693cf9-3689-4927-8375-1a498e5907cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791695 Jun 24 17:13:58.261590 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-5c1d0a78-add2-4f30-9498-bc523a81c707 req-9dc967cb-6fa2-4d5f-844c-577309848400 service neutron] 10.222.0.15 "GET /v2.0/networks/5f693cf9-3689-4927-8375-1a498e5907cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833614 Jun 24 17:13:58.489436 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-9a17b6f9-a763-410b-8e98-874c8e67e71b req-f7feee6c-cdf0-4feb-aa66-53ead950e9ca tempest-VolumesActionsTest-271435484 tempest-VolumesActionsTest-271435484-project] 10.222.0.15 "GET /v2.0/ports?device_id=833495df-832e-43b5-a480-d6d8151074f0 HTTP/1.1" status: 200 len: 210 time: 0.0291281 Jun 24 17:13:58.950498 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Device c9c1be4c-3599-493a-a8b6-819a1b333f8c no longer exists at agent hyperv_hv-cinder-79797 {{(pid=93702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 17:13:58.970132 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] No Port match for: c9c1be4c-3599-493a-a8b6-819a1b333f8c {{(pid=93702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 17:13:58.970556 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Device c9c1be4c-3599-493a-a8b6-819a1b333f8c not bound to the agent host hv-cinder-79797 {{(pid=93702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 17:13:59.632603 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-f87c9011-01fc-4248-b883-7d3d1c20e601 req-66793294-4c00-4052-a28e-c828c70fb121 tempest-VolumesActionsTest-271435484 tempest-VolumesActionsTest-271435484-project] 10.222.0.15 "GET /v2.0/ports?device_id=833495df-832e-43b5-a480-d6d8151074f0 HTTP/1.1" status: 200 len: 210 time: 0.0294385 Jun 24 17:14:00.587729 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1d0a78-add2-4f30-9498-bc523a81c707 req-351046d4-fde5-4ad5-a10c-b55109ddcfd6 tempest-VolumesActionsTest-271435484 tempest-VolumesActionsTest-271435484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:14:00.589141 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-5c1d0a78-add2-4f30-9498-bc523a81c707 req-351046d4-fde5-4ad5-a10c-b55109ddcfd6 tempest-VolumesActionsTest-271435484 tempest-VolumesActionsTest-271435484-project] 10.222.0.37 "GET /v2.0/networks?id=5f693cf9-3689-4927-8375-1a498e5907cd HTTP/1.1" status: 200 len: 808 time: 0.0984318 Jun 24 17:14:00.613866 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.v2.base [req-5c1d0a78-add2-4f30-9498-bc523a81c707 req-860e84a7-ae9c-4e2a-af96-b3295848e6fd tempest-VolumesActionsTest-271435484 tempest-VolumesActionsTest-271435484-project] Request body: {'port': {'device_id': '833495df-832e-43b5-a480-d6d8151074f0', 'network_id': '5f693cf9-3689-4927-8375-1a498e5907cd', 'admin_state_up': True, 'tenant_id': '7924789c44b847458abcc802fbf645a2'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 17:14:00.774728 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-ebb88795-4370-436a-b106-d1c6f3a5f495 req-ea68c303-eb43-40c7-a345-8955f1ae3136 tempest-VolumesActionsTest-271435484 tempest-VolumesActionsTest-271435484-project] 10.222.0.15 "GET /v2.0/ports?device_id=833495df-832e-43b5-a480-d6d8151074f0 HTTP/1.1" status: 200 len: 210 time: 0.0296690 Jun 24 17:14:00.827583 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c1d0a78-add2-4f30-9498-bc523a81c707 req-860e84a7-ae9c-4e2a-af96-b3295848e6fd tempest-VolumesActionsTest-271435484 tempest-VolumesActionsTest-271435484-project] Made reservation on behalf of 7924789c44b847458abcc802fbf645a2 for: {'port': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 17:14:00.831292 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-5c1d0a78-add2-4f30-9498-bc523a81c707 req-860e84a7-ae9c-4e2a-af96-b3295848e6fd tempest-VolumesActionsTest-271435484 tempest-VolumesActionsTest-271435484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:00.958306 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [req-5c1d0a78-add2-4f30-9498-bc523a81c707 req-860e84a7-ae9c-4e2a-af96-b3295848e6fd tempest-VolumesActionsTest-271435484 tempest-VolumesActionsTest-271435484-project] Allocated IP 172.20.0.4 (5f693cf9-3689-4927-8375-1a498e5907cd/aa7e0ceb-828b-4559-a5d9-507cfa581363/956b3476-f344-455a-943e-ce7fa7f2f197) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 17:14:01.108420 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-5c1d0a78-add2-4f30-9498-bc523a81c707 req-860e84a7-ae9c-4e2a-af96-b3295848e6fd tempest-VolumesActionsTest-271435484 tempest-VolumesActionsTest-271435484-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:01.224363 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-5c1d0a78-add2-4f30-9498-bc523a81c707 req-860e84a7-ae9c-4e2a-af96-b3295848e6fd tempest-VolumesActionsTest-271435484 tempest-VolumesActionsTest-271435484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1991527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-355756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734938254830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10147801'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:01.229820 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-6b2902cb-9e77-4b48-8464-adf2bf633b3e tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:14:01.273943 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c1d0a78-add2-4f30-9498-bc523a81c707 req-860e84a7-ae9c-4e2a-af96-b3295848e6fd tempest-VolumesActionsTest-271435484 tempest-VolumesActionsTest-271435484-project] Network 5f693cf9-3689-4927-8375-1a498e5907cd is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 17:14:01.276805 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [req-5c1d0a78-add2-4f30-9498-bc523a81c707 req-860e84a7-ae9c-4e2a-af96-b3295848e6fd tempest-VolumesActionsTest-271435484 tempest-VolumesActionsTest-271435484-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 17:14:01.279549 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c1d0a78-add2-4f30-9498-bc523a81c707 req-860e84a7-ae9c-4e2a-af96-b3295848e6fd tempest-VolumesActionsTest-271435484 tempest-VolumesActionsTest-271435484-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 17:14:01.308601 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860e84a7-ae9c-4e2a-af96-b3295848e6fd tempest-VolumesActionsTest-271435484 tempest-VolumesActionsTest-271435484-project] Pushing event updated for resources: {'Port': ['ID=956b3476-f344-455a-943e-ce7fa7f2f197,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:14:01.312622 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-860e84a7-ae9c-4e2a-af96-b3295848e6fd tempest-VolumesActionsTest-271435484 tempest-VolumesActionsTest-271435484-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:14:01.340172 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1d0a78-add2-4f30-9498-bc523a81c707 req-860e84a7-ae9c-4e2a-af96-b3295848e6fd tempest-VolumesActionsTest-271435484 tempest-VolumesActionsTest-271435484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:14:01.340770 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-5c1d0a78-add2-4f30-9498-bc523a81c707 req-860e84a7-ae9c-4e2a-af96-b3295848e6fd tempest-VolumesActionsTest-271435484 tempest-VolumesActionsTest-271435484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14435'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:01.428475 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-5c1d0a78-add2-4f30-9498-bc523a81c707 req-860e84a7-ae9c-4e2a-af96-b3295848e6fd tempest-VolumesActionsTest-271435484 tempest-VolumesActionsTest-271435484-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8184490 Jun 24 17:14:01.447027 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.v2.base [req-5c1d0a78-add2-4f30-9498-bc523a81c707 req-0bbc0d07-90e8-4c79-8d1f-f615dde59454 service neutron] Request body: {'port': {'device_id': '833495df-832e-43b5-a480-d6d8151074f0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79797'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 17:14:01.516440 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-5c1d0a78-add2-4f30-9498-bc523a81c707 req-0bbc0d07-90e8-4c79-8d1f-f615dde59454 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:01.772348 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.notifiers.nova [req-5c1d0a78-add2-4f30-9498-bc523a81c707 req-0bbc0d07-90e8-4c79-8d1f-f615dde59454 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 956b3476-f344-455a-943e-ce7fa7f2f197 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 17:14:01.780177 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-5c1d0a78-add2-4f30-9498-bc523a81c707 req-0bbc0d07-90e8-4c79-8d1f-f615dde59454 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:01.792259 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [req-5c1d0a78-add2-4f30-9498-bc523a81c707 req-0bbc0d07-90e8-4c79-8d1f-f615dde59454 service neutron] Transition to ACTIVE for port object 956b3476-f344-455a-943e-ce7fa7f2f197 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 17:14:01.916673 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-5c1d0a78-add2-4f30-9498-bc523a81c707 req-0bbc0d07-90e8-4c79-8d1f-f615dde59454 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10147627'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:01.920116 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-0c8ac78f-3988-488a-8698-17af819c809a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:14:01.972884 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbc0d07-90e8-4c79-8d1f-f615dde59454 service neutron] Pushing event updated for resources: {'Port': ['ID=956b3476-f344-455a-943e-ce7fa7f2f197,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:14:01.979472 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-0bbc0d07-90e8-4c79-8d1f-f615dde59454 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:14:02.043424 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cd69ad-43c6-4f65-8c8c-d50f8311ece1 req-e7457fe5-81ba-4724-a02a-713a533f3d55 tempest-VolumesActionsTest-271435484 tempest-VolumesActionsTest-271435484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:14:02.044893 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-a4cd69ad-43c6-4f65-8c8c-d50f8311ece1 req-e7457fe5-81ba-4724-a02a-713a533f3d55 tempest-VolumesActionsTest-271435484 tempest-VolumesActionsTest-271435484-project] 10.222.0.15 "GET /v2.0/ports?device_id=833495df-832e-43b5-a480-d6d8151074f0 HTTP/1.1" status: 200 len: 931 time: 0.1602771 Jun 24 17:14:02.092944 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-5c1d0a78-add2-4f30-9498-bc523a81c707 req-0bbc0d07-90e8-4c79-8d1f-f615dde59454 service neutron] Attempting to bind port 956b3476-f344-455a-943e-ce7fa7f2f197 on host hv-cinder-79797 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 17:14:02.093308 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-5c1d0a78-add2-4f30-9498-bc523a81c707 req-0bbc0d07-90e8-4c79-8d1f-f615dde59454 service neutron] Attempting to bind port 956b3476-f344-455a-943e-ce7fa7f2f197 by drivers openvswitch,hyperv on host hv-cinder-79797 at level 0 using segments [{'id': '2faa66d2-791d-4719-899c-70d2ea1d3315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '5f693cf9-3689-4927-8375-1a498e5907cd'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 17:14:02.093637 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c1d0a78-add2-4f30-9498-bc523a81c707 req-0bbc0d07-90e8-4c79-8d1f-f615dde59454 service neutron] Attempting to bind port 956b3476-f344-455a-943e-ce7fa7f2f197 on network 5f693cf9-3689-4927-8375-1a498e5907cd {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 17:14:02.101824 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c1d0a78-add2-4f30-9498-bc523a81c707 req-0bbc0d07-90e8-4c79-8d1f-f615dde59454 service neutron] Port 956b3476-f344-455a-943e-ce7fa7f2f197 on network 5f693cf9-3689-4927-8375-1a498e5907cd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79797 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 17:14:02.102664 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c1d0a78-add2-4f30-9498-bc523a81c707 req-0bbc0d07-90e8-4c79-8d1f-f615dde59454 service neutron] Attempting to bind port 956b3476-f344-455a-943e-ce7fa7f2f197 on network 5f693cf9-3689-4927-8375-1a498e5907cd {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 17:14:02.107904 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-a4cd69ad-43c6-4f65-8c8c-d50f8311ece1 req-b0d518c0-a7ab-45cd-b367-85137fc34644 tempest-VolumesActionsTest-271435484 tempest-VolumesActionsTest-271435484-project] 10.222.0.15 "GET /v2.0/security-groups?id=4584b34a-3823-40ba-8a20-1eb13d51b06a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571103 Jun 24 17:14:02.110530 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c1d0a78-add2-4f30-9498-bc523a81c707 req-0bbc0d07-90e8-4c79-8d1f-f615dde59454 service neutron] Checking agent: {'id': '1288d539-9cda-419c-bcb9-190041a83682', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79797', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 17, 6, 19), 'started_at': datetime.datetime(2021, 6, 24, 17, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 17, 13, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 17:14:02.110916 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c1d0a78-add2-4f30-9498-bc523a81c707 req-0bbc0d07-90e8-4c79-8d1f-f615dde59454 service neutron] Checking segment: {'id': '2faa66d2-791d-4719-899c-70d2ea1d3315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '5f693cf9-3689-4927-8375-1a498e5907cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 17:14:02.111240 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c1d0a78-add2-4f30-9498-bc523a81c707 req-0bbc0d07-90e8-4c79-8d1f-f615dde59454 service neutron] Bound using segment: {'id': '2faa66d2-791d-4719-899c-70d2ea1d3315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '5f693cf9-3689-4927-8375-1a498e5907cd'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 17:14:02.111670 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-5c1d0a78-add2-4f30-9498-bc523a81c707 req-0bbc0d07-90e8-4c79-8d1f-f615dde59454 service neutron] Bound port: 956b3476-f344-455a-943e-ce7fa7f2f197, host: hv-cinder-79797, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2faa66d2-791d-4719-899c-70d2ea1d3315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '5f693cf9-3689-4927-8375-1a498e5907cd'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 17:14:02.112030 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-5c1d0a78-add2-4f30-9498-bc523a81c707 req-0bbc0d07-90e8-4c79-8d1f-f615dde59454 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:02.173659 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-5c1d0a78-add2-4f30-9498-bc523a81c707 req-0bbc0d07-90e8-4c79-8d1f-f615dde59454 service neutron] For port 956b3476-f344-455a-943e-ce7fa7f2f197, host hv-cinder-79797, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 17:14:02.176523 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-5c1d0a78-add2-4f30-9498-bc523a81c707 req-0bbc0d07-90e8-4c79-8d1f-f615dde59454 service neutron] For port 956b3476-f344-455a-943e-ce7fa7f2f197, host hv-cinder-79797, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=956b3476-f344-455a-943e-ce7fa7f2f197,segment=NetworkSegment(2faa66d2-791d-4719-899c-70d2ea1d3315),segment_id=2faa66d2-791d-4719-899c-70d2ea1d3315)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 17:14:02.241556 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-5c1d0a78-add2-4f30-9498-bc523a81c707 req-0bbc0d07-90e8-4c79-8d1f-f615dde59454 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10147627'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:02.245156 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-0ded3645-744d-46a8-a240-0d359bd541d1 tempest-VolumesActionsTest-271435484 tempest-VolumesActionsTest-271435484-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:14:02.286755 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1d0a78-add2-4f30-9498-bc523a81c707 req-0bbc0d07-90e8-4c79-8d1f-f615dde59454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:14:02.287360 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-5c1d0a78-add2-4f30-9498-bc523a81c707 req-0bbc0d07-90e8-4c79-8d1f-f615dde59454 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14435'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:02.288733 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-5c1d0a78-add2-4f30-9498-bc523a81c707 req-0bbc0d07-90e8-4c79-8d1f-f615dde59454 service neutron] 10.222.0.37 "PUT /v2.0/ports/956b3476-f344-455a-943e-ce7fa7f2f197 HTTP/1.1" status: 200 len: 1093 time: 0.8462198 Jun 24 17:14:02.289243 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '833495df-832e-43b5-a480-d6d8151074f0', 'tag': '956b3476-f344-455a-943e-ce7fa7f2f197'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 17:14:02.292339 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55b777855581bcfca1ea7f1411fd739ba8bd3bff9faf8aab84294ca486557f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5588fd3c-8310-4119-ab41-9a4724fb915b" -d '{"events": [{"name": "network-changed", "server_uuid": "833495df-832e-43b5-a480-d6d8151074f0", "tag": "956b3476-f344-455a-943e-ce7fa7f2f197"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 17:14:02.315721 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbc0d07-90e8-4c79-8d1f-f615dde59454 service neutron] Pushing event updated for resources: {'Port': ['ID=956b3476-f344-455a-943e-ce7fa7f2f197,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:14:02.318749 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-0bbc0d07-90e8-4c79-8d1f-f615dde59454 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:14:02.332022 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 17:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77baff7d-b0fd-4a1e-b41c-1845d96a38f0 x-openstack-request-id: req-77baff7d-b0fd-4a1e-b41c-1845d96a38f0 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 17:14:02.332345 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "833495df-832e-43b5-a480-d6d8151074f0", "tag": "956b3476-f344-455a-943e-ce7fa7f2f197", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 17:14:02.332636 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-77baff7d-b0fd-4a1e-b41c-1845d96a38f0 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 17:14:02.333054 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '833495df-832e-43b5-a480-d6d8151074f0', 'tag': '956b3476-f344-455a-943e-ce7fa7f2f197', 'status': 'completed', 'code': 200} Jun 24 17:14:02.438113 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5588fd3c-8310-4119-ab41-9a4724fb915b req-c6f066db-a6cc-41ad-86f2-4cff30595d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:14:02.439602 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-5588fd3c-8310-4119-ab41-9a4724fb915b req-c6f066db-a6cc-41ad-86f2-4cff30595d64 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7924789c44b847458abcc802fbf645a2&device_id=833495df-832e-43b5-a480-d6d8151074f0 HTTP/1.1" status: 200 len: 1096 time: 0.0544157 Jun 24 17:14:02.543948 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5588fd3c-8310-4119-ab41-9a4724fb915b req-fd412547-8da2-4dad-9401-f892a8ecf476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:14:02.545428 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-5588fd3c-8310-4119-ab41-9a4724fb915b req-fd412547-8da2-4dad-9401-f892a8ecf476 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=7924789c44b847458abcc802fbf645a2&shared=False HTTP/1.1" status: 200 len: 908 time: 0.0891659 Jun 24 17:14:02.647433 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5588fd3c-8310-4119-ab41-9a4724fb915b req-8305166e-7936-4d14-9275-bd2595ed7d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:14:02.648879 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-5588fd3c-8310-4119-ab41-9a4724fb915b req-8305166e-7936-4d14-9275-bd2595ed7d3a service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0971675 Jun 24 17:14:02.766635 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1d0a78-add2-4f30-9498-bc523a81c707 req-dee56b0a-1ef3-4ce1-9f11-d252439e3af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:14:02.768093 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-5c1d0a78-add2-4f30-9498-bc523a81c707 req-dee56b0a-1ef3-4ce1-9f11-d252439e3af5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7924789c44b847458abcc802fbf645a2&device_id=833495df-832e-43b5-a480-d6d8151074f0 HTTP/1.1" status: 200 len: 1096 time: 0.0523558 Jun 24 17:14:02.819144 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-5c1d0a78-add2-4f30-9498-bc523a81c707 req-9428b892-7f7f-4730-99a9-f3fa1941154e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=956b3476-f344-455a-943e-ce7fa7f2f197 HTTP/1.1" status: 200 len: 217 time: 0.0367932 Jun 24 17:14:02.865940 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1d0a78-add2-4f30-9498-bc523a81c707 req-630c9363-890c-44ce-8d78-16f44f638a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:14:02.867308 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-5c1d0a78-add2-4f30-9498-bc523a81c707 req-630c9363-890c-44ce-8d78-16f44f638a2b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=aa7e0ceb-828b-4559-a5d9-507cfa581363 HTTP/1.1" status: 200 len: 848 time: 0.0419688 Jun 24 17:14:02.899473 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-5c1d0a78-add2-4f30-9498-bc523a81c707 req-2c8ab168-869a-4bce-bee1-c40fec15a613 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5f693cf9-3689-4927-8375-1a498e5907cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249217 Jun 24 17:14:02.987811 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-5c1d0a78-add2-4f30-9498-bc523a81c707 req-3fcf467c-fa58-4596-9c9d-c3f517ba9b33 service neutron] 10.222.0.37 "GET /v2.0/networks/5f693cf9-3689-4927-8375-1a498e5907cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823414 Jun 24 17:14:03.073121 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-5c1d0a78-add2-4f30-9498-bc523a81c707 req-3ecf41fc-b735-4422-965f-40a9232bd428 service neutron] 10.222.0.37 "GET /v2.0/networks/5f693cf9-3689-4927-8375-1a498e5907cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0786986 Jun 24 17:14:03.280178 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d29e25-6c78-4803-801f-5d1793704abb req-be5ef63d-7385-4d26-bc8f-dba53fb0a3d7 tempest-VolumesActionsTest-271435484 tempest-VolumesActionsTest-271435484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:14:03.281602 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-19d29e25-6c78-4803-801f-5d1793704abb req-be5ef63d-7385-4d26-bc8f-dba53fb0a3d7 tempest-VolumesActionsTest-271435484 tempest-VolumesActionsTest-271435484-project] 10.222.0.15 "GET /v2.0/ports?device_id=833495df-832e-43b5-a480-d6d8151074f0 HTTP/1.1" status: 200 len: 943 time: 0.0615616 Jun 24 17:14:03.317752 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-19d29e25-6c78-4803-801f-5d1793704abb req-a3a98e69-e3ba-418d-8ca4-6a94ea95a31a tempest-VolumesActionsTest-271435484 tempest-VolumesActionsTest-271435484-project] 10.222.0.15 "GET /v2.0/security-groups?id=4584b34a-3823-40ba-8a20-1eb13d51b06a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305440 Jun 24 17:14:03.345509 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.agents_db [None req-27f02d43-57e8-424c-a1b0-5a1f36db1773 None None] Agent healthcheck: found 6 active agents {{(pid=93703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 17:14:04.488069 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f55891-aac2-408e-926d-5a2a8705fde2 req-d3541138-d223-49ab-8251-e4ed00b6507c tempest-VolumesActionsTest-271435484 tempest-VolumesActionsTest-271435484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:14:04.489515 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-12f55891-aac2-408e-926d-5a2a8705fde2 req-d3541138-d223-49ab-8251-e4ed00b6507c tempest-VolumesActionsTest-271435484 tempest-VolumesActionsTest-271435484-project] 10.222.0.15 "GET /v2.0/ports?device_id=833495df-832e-43b5-a480-d6d8151074f0 HTTP/1.1" status: 200 len: 943 time: 0.0613601 Jun 24 17:14:04.530752 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-12f55891-aac2-408e-926d-5a2a8705fde2 req-83962f0f-22e7-4a07-b406-5a600603d53f tempest-VolumesActionsTest-271435484 tempest-VolumesActionsTest-271435484-project] 10.222.0.15 "GET /v2.0/security-groups?id=4584b34a-3823-40ba-8a20-1eb13d51b06a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347025 Jun 24 17:14:04.982485 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Device 956b3476-f344-455a-943e-ce7fa7f2f197 details requested by agent hyperv_hv-cinder-79797 with host hv-cinder-79797 {{(pid=93702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 17:14:05.082239 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] For port 956b3476-f344-455a-943e-ce7fa7f2f197, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=956b3476-f344-455a-943e-ce7fa7f2f197,segment=NetworkSegment(2faa66d2-791d-4719-899c-70d2ea1d3315),segment_id=2faa66d2-791d-4719-899c-70d2ea1d3315)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 17:14:05.101767 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Returning: {'device': '956b3476-f344-455a-943e-ce7fa7f2f197', 'network_id': '5f693cf9-3689-4927-8375-1a498e5907cd', 'port_id': '956b3476-f344-455a-943e-ce7fa7f2f197', 'mac_address': 'fa:16:3e:23:5b:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa7e0ceb-828b-4559-a5d9-507cfa581363', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 17:14:05.129069 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:05.141019 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.notifiers.nova [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 956b3476-f344-455a-943e-ce7fa7f2f197 {{(pid=93702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 17:14:05.159695 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] For port 956b3476-f344-455a-943e-ce7fa7f2f197, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=956b3476-f344-455a-943e-ce7fa7f2f197,segment=NetworkSegment(2faa66d2-791d-4719-899c-70d2ea1d3315),segment_id=2faa66d2-791d-4719-899c-70d2ea1d3315)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 17:14:05.233233 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:05.235037 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:14:05.281413 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Pushing event updated for resources: {'Port': ['ID=956b3476-f344-455a-943e-ce7fa7f2f197,revision_number=4']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:14:05.284661 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:14:05.709751 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805e4a18-2cc9-464a-9801-35c197a00ee4 req-ee161cd6-7dee-4a4d-8edc-5e75663f311f tempest-VolumesActionsTest-271435484 tempest-VolumesActionsTest-271435484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:14:05.711122 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-805e4a18-2cc9-464a-9801-35c197a00ee4 req-ee161cd6-7dee-4a4d-8edc-5e75663f311f tempest-VolumesActionsTest-271435484 tempest-VolumesActionsTest-271435484-project] 10.222.0.15 "GET /v2.0/ports?device_id=833495df-832e-43b5-a480-d6d8151074f0 HTTP/1.1" status: 200 len: 944 time: 0.0661654 Jun 24 17:14:05.748211 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-805e4a18-2cc9-464a-9801-35c197a00ee4 req-b8accb8d-5b2e-466a-8ad3-8722276c4b76 tempest-VolumesActionsTest-271435484 tempest-VolumesActionsTest-271435484-project] 10.222.0.15 "GET /v2.0/security-groups?id=4584b34a-3823-40ba-8a20-1eb13d51b06a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313842 Jun 24 17:14:05.842732 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] get_ports_and_sgs() called for port_ids ['956b3476-f344-455a-943e-ce7fa7f2f197'] {{(pid=93702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 17:14:06.919265 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6511bbed-0b3c-4291-9587-a4362ac8347a req-3beb4efa-3488-49cc-979e-e23763d050f9 tempest-VolumesActionsTest-271435484 tempest-VolumesActionsTest-271435484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:14:06.920705 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-6511bbed-0b3c-4291-9587-a4362ac8347a req-3beb4efa-3488-49cc-979e-e23763d050f9 tempest-VolumesActionsTest-271435484 tempest-VolumesActionsTest-271435484-project] 10.222.0.15 "GET /v2.0/ports?device_id=833495df-832e-43b5-a480-d6d8151074f0 HTTP/1.1" status: 200 len: 944 time: 0.0642087 Jun 24 17:14:06.960123 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-6511bbed-0b3c-4291-9587-a4362ac8347a req-32e3bac1-c9e1-4367-ae30-cc160cd684d3 tempest-VolumesActionsTest-271435484 tempest-VolumesActionsTest-271435484-project] 10.222.0.15 "GET /v2.0/security-groups?id=4584b34a-3823-40ba-8a20-1eb13d51b06a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335805 Jun 24 17:14:07.003952 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Device 956b3476-f344-455a-943e-ce7fa7f2f197 up at agent hyperv_hv-cinder-79797 {{(pid=93702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 17:14:07.126923 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Provisioning for port 956b3476-f344-455a-943e-ce7fa7f2f197 completed by entity L2. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 17:14:07.130499 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Provisioning complete for port 956b3476-f344-455a-943e-ce7fa7f2f197 triggered by entity L2. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 17:14:07.130900 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979100'] for port, provisioning_complete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:07.206504 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:07.229759 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '833495df-832e-43b5-a480-d6d8151074f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '956b3476-f344-455a-943e-ce7fa7f2f197'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 17:14:07.232198 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d8b605067795a7fc2c115f7278a2b51e92dc277499becda2f2169a787a2c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9875292-4a7e-4ea9-882c-08bc180b55fa" -d '{"events": [{"server_uuid": "833495df-832e-43b5-a480-d6d8151074f0", "name": "network-vif-plugged", "status": "completed", "tag": "956b3476-f344-455a-943e-ce7fa7f2f197"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 17:14:07.245092 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] For port 956b3476-f344-455a-943e-ce7fa7f2f197, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=956b3476-f344-455a-943e-ce7fa7f2f197,segment=NetworkSegment(2faa66d2-791d-4719-899c-70d2ea1d3315),segment_id=2faa66d2-791d-4719-899c-70d2ea1d3315)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 17:14:07.267964 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 17:14:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89f1fc4a-31a1-4e40-886a-77961604eb27 x-openstack-request-id: req-89f1fc4a-31a1-4e40-886a-77961604eb27 {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 17:14:07.268209 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "833495df-832e-43b5-a480-d6d8151074f0", "name": "network-vif-plugged", "status": "completed", "tag": "956b3476-f344-455a-943e-ce7fa7f2f197", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 17:14:07.268490 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-89f1fc4a-31a1-4e40-886a-77961604eb27 {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 17:14:07.268880 dv-cinder-797970-1-iscsi neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '833495df-832e-43b5-a480-d6d8151074f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '956b3476-f344-455a-943e-ce7fa7f2f197', 'code': 200} Jun 24 17:14:07.315679 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:07.317718 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:14:07.364751 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Pushing event updated for resources: {'Port': ['ID=956b3476-f344-455a-943e-ce7fa7f2f197,revision_number=5']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:14:07.367739 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:14:07.642385 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce8ff36-e4de-44f8-844e-896971d749b3 req-4d031d33-104e-4619-88ff-a4ac4b87436d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:14:07.643835 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-2ce8ff36-e4de-44f8-844e-896971d749b3 req-4d031d33-104e-4619-88ff-a4ac4b87436d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=833495df-832e-43b5-a480-d6d8151074f0 HTTP/1.1" status: 200 len: 1098 time: 0.0518792 Jun 24 17:14:07.678058 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-2ce8ff36-e4de-44f8-844e-896971d749b3 req-f7294cef-31a6-4f2b-9bd5-3c6c480dc29d service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=4584b34a-3823-40ba-8a20-1eb13d51b06a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0263183 Jun 24 17:14:08.137914 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32704433-632b-439b-bca1-0ccfa3f2df23 req-505147b3-96aa-4536-8b9a-05fbbb0ce72f tempest-VolumesActionsTest-271435484 tempest-VolumesActionsTest-271435484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:14:08.139370 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-32704433-632b-439b-bca1-0ccfa3f2df23 req-505147b3-96aa-4536-8b9a-05fbbb0ce72f tempest-VolumesActionsTest-271435484 tempest-VolumesActionsTest-271435484-project] 10.222.0.15 "GET /v2.0/ports?device_id=833495df-832e-43b5-a480-d6d8151074f0 HTTP/1.1" status: 200 len: 945 time: 0.0637062 Jun 24 17:14:08.176574 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-32704433-632b-439b-bca1-0ccfa3f2df23 req-afd937aa-8b23-41ca-87f3-fa849ed91922 tempest-VolumesActionsTest-271435484 tempest-VolumesActionsTest-271435484-project] 10.222.0.15 "GET /v2.0/security-groups?id=4584b34a-3823-40ba-8a20-1eb13d51b06a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315771 Jun 24 17:14:09.353466 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12229e47-9b87-4dd1-af41-8ec42c1c7687 req-53df8cbb-4927-4f7d-8c11-6748e680260c tempest-VolumesActionsTest-271435484 tempest-VolumesActionsTest-271435484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:14:09.355046 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-12229e47-9b87-4dd1-af41-8ec42c1c7687 req-53df8cbb-4927-4f7d-8c11-6748e680260c tempest-VolumesActionsTest-271435484 tempest-VolumesActionsTest-271435484-project] 10.222.0.15 "GET /v2.0/ports?device_id=833495df-832e-43b5-a480-d6d8151074f0 HTTP/1.1" status: 200 len: 945 time: 0.0649431 Jun 24 17:14:09.392951 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-12229e47-9b87-4dd1-af41-8ec42c1c7687 req-daf9ff23-3112-4b03-9108-275c59f2cd98 tempest-VolumesActionsTest-271435484 tempest-VolumesActionsTest-271435484-project] 10.222.0.15 "GET /v2.0/security-groups?id=4584b34a-3823-40ba-8a20-1eb13d51b06a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322123 Jun 24 17:14:10.566220 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dee8962-1fce-42cb-ba2c-6d9f0d51f110 req-84d25e43-34de-495f-932b-4ea4087928c7 tempest-VolumesActionsTest-271435484 tempest-VolumesActionsTest-271435484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:14:10.567656 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-6dee8962-1fce-42cb-ba2c-6d9f0d51f110 req-84d25e43-34de-495f-932b-4ea4087928c7 tempest-VolumesActionsTest-271435484 tempest-VolumesActionsTest-271435484-project] 10.222.0.15 "GET /v2.0/ports?device_id=833495df-832e-43b5-a480-d6d8151074f0 HTTP/1.1" status: 200 len: 945 time: 0.0660770 Jun 24 17:14:10.605091 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-6dee8962-1fce-42cb-ba2c-6d9f0d51f110 req-2849b737-3af2-4738-86a4-08f51859ab43 tempest-VolumesActionsTest-271435484 tempest-VolumesActionsTest-271435484-project] 10.222.0.15 "GET /v2.0/security-groups?id=4584b34a-3823-40ba-8a20-1eb13d51b06a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313239 Jun 24 17:14:11.200903 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-74c822d1-0454-4992-bfc8-1cc467d39895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:12.174653 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591c6510-5a6e-42fb-b5d1-ef5db788a9b7 req-d9432bcf-c689-4b0e-844a-a0a1f2bcd08e tempest-VolumesActionsTest-271435484 tempest-VolumesActionsTest-271435484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:14:12.176007 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-591c6510-5a6e-42fb-b5d1-ef5db788a9b7 req-d9432bcf-c689-4b0e-844a-a0a1f2bcd08e tempest-VolumesActionsTest-271435484 tempest-VolumesActionsTest-271435484-project] 10.222.0.15 "GET /v2.0/ports?device_id=833495df-832e-43b5-a480-d6d8151074f0 HTTP/1.1" status: 200 len: 945 time: 0.0635715 Jun 24 17:14:12.215254 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-591c6510-5a6e-42fb-b5d1-ef5db788a9b7 req-713bb489-1c0a-4052-b290-2c68a67fbc35 tempest-VolumesActionsTest-271435484 tempest-VolumesActionsTest-271435484-project] 10.222.0.15 "GET /v2.0/security-groups?id=4584b34a-3823-40ba-8a20-1eb13d51b06a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323460 Jun 24 17:14:12.690300 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 60396) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:14:12.739610 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f3c0ab3-ebf4-406d-b927-241a10696a46 admin admin] Deleting subnet 572b7ef7-40af-468e-8886-089103a656d3 {{(pid=93700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 17:14:12.742799 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0ab3-ebf4-406d-b927-241a10696a46 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:12.780558 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0ab3-ebf4-406d-b927-241a10696a46 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9521523'] for subnet, precommit_delete_associations {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:12.822028 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0ab3-ebf4-406d-b927-241a10696a46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1980419'] for subnet, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:12.930943 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0ab3-ebf4-406d-b927-241a10696a46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1980436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2811187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9546211'] for subnet, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:12.933486 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:14:12.957200 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3c0ab3-ebf4-406d-b927-241a10696a46 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=572b7ef7-40af-468e-8886-089103a656d3,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:14:12.970326 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-3f3c0ab3-ebf4-406d-b927-241a10696a46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:14:12.980026 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0ab3-ebf4-406d-b927-241a10696a46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592921'] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:12.981956 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-3f3c0ab3-ebf4-406d-b927-241a10696a46 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/572b7ef7-40af-468e-8886-089103a656d3 HTTP/1.1" status: 204 len: 168 time: 0.2906296 Jun 24 17:14:12.984314 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 60400) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:14:13.058834 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-859d7975-7d0a-4b2d-ae6b-8bcd3f2ffe3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2040168'] for network, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:13.133487 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-859d7975-7d0a-4b2d-ae6b-8bcd3f2ffe3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982037', 'neutron.services.segments.db._delete_segments_for_network-8734938762792'] for network, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:13.142833 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.services.segments.db [None req-859d7975-7d0a-4b2d-ae6b-8bcd3f2ffe3f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1b1edc3-c84a-4cdf-bb1e-f5c667d85dc9']}} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:14:13.157449 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.services.segments.db [None req-859d7975-7d0a-4b2d-ae6b-8bcd3f2ffe3f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4254e2ab-30a7-4231-8794-eb8bef97d853') {'for_net_delete': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:14:13.157772 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.services.segments.db [None req-859d7975-7d0a-4b2d-ae6b-8bcd3f2ffe3f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4254e2ab-30a7-4231-8794-eb8bef97d853') {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:14:13.166796 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-859d7975-7d0a-4b2d-ae6b-8bcd3f2ffe3f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734938750383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9521418'] for segment, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:13.179796 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-859d7975-7d0a-4b2d-ae6b-8bcd3f2ffe3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083357'] for segment, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:13.185247 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-859d7975-7d0a-4b2d-ae6b-8bcd3f2ffe3f admin admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=93700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 17:14:13.185614 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-859d7975-7d0a-4b2d-ae6b-8bcd3f2ffe3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2811344'] for segment, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:13.187203 dv-cinder-797970-1-iscsi neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 17:14:13.187203 dv-cinder-797970-1-iscsi neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jun 24 17:14:13.187203 dv-cinder-797970-1-iscsi neutron-server[93700]: Traceback (most recent call last): Jun 24 17:14:13.187203 dv-cinder-797970-1-iscsi neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 17:14:13.187203 dv-cinder-797970-1-iscsi neutron-server[93700]: timer() Jun 24 17:14:13.187203 dv-cinder-797970-1-iscsi neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 17:14:13.187203 dv-cinder-797970-1-iscsi neutron-server[93700]: cb(*args, **kw) Jun 24 17:14:13.187203 dv-cinder-797970-1-iscsi neutron-server[93700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 17:14:13.187203 dv-cinder-797970-1-iscsi neutron-server[93700]: return func(*args, **kwargs) Jun 24 17:14:13.187203 dv-cinder-797970-1-iscsi neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 17:14:13.187203 dv-cinder-797970-1-iscsi neutron-server[93700]: self._notify() Jun 24 17:14:13.187203 dv-cinder-797970-1-iscsi neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 17:14:13.187203 dv-cinder-797970-1-iscsi neutron-server[93700]: self.callback(batched_events) Jun 24 17:14:13.187203 dv-cinder-797970-1-iscsi neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 17:14:13.187203 dv-cinder-797970-1-iscsi neutron-server[93700]: event.method(event) Jun 24 17:14:13.187203 dv-cinder-797970-1-iscsi neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 17:14:13.187203 dv-cinder-797970-1-iscsi neutron-server[93700]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 17:14:13.187203 dv-cinder-797970-1-iscsi neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 17:14:13.187203 dv-cinder-797970-1-iscsi neutron-server[93700]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 17:14:13.187203 dv-cinder-797970-1-iscsi neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 17:14:13.187203 dv-cinder-797970-1-iscsi neutron-server[93700]: return f(self, *a, **k) Jun 24 17:14:13.187203 dv-cinder-797970-1-iscsi neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 17:14:13.187203 dv-cinder-797970-1-iscsi neutron-server[93700]: return self._get(url).json() Jun 24 17:14:13.187203 dv-cinder-797970-1-iscsi neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 17:14:13.187203 dv-cinder-797970-1-iscsi neutron-server[93700]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 17:14:13.187203 dv-cinder-797970-1-iscsi neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 17:14:13.187203 dv-cinder-797970-1-iscsi neutron-server[93700]: return self.request(url, 'GET', **kwargs) Jun 24 17:14:13.187203 dv-cinder-797970-1-iscsi neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 17:14:13.187203 dv-cinder-797970-1-iscsi neutron-server[93700]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 17:14:13.187203 dv-cinder-797970-1-iscsi neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 17:14:13.187203 dv-cinder-797970-1-iscsi neutron-server[93700]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 17:14:13.187203 dv-cinder-797970-1-iscsi neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 17:14:13.187203 dv-cinder-797970-1-iscsi neutron-server[93700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 17:14:13.187203 dv-cinder-797970-1-iscsi neutron-server[93700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 17:14:13.339109 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-859d7975-7d0a-4b2d-ae6b-8bcd3f2ffe3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-545941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-938511'] for network, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:13.343076 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:14:13.346942 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-859d7975-7d0a-4b2d-ae6b-8bcd3f2ffe3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592921'] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:13.351607 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-859d7975-7d0a-4b2d-ae6b-8bcd3f2ffe3f admin admin] 10.222.0.15 "DELETE /v2.0/networks/b1b1edc3-c84a-4cdf-bb1e-f5c667d85dc9 HTTP/1.1" status: 204 len: 168 time: 0.3663762 Jun 24 17:14:13.354913 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 60406) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:14:13.361223 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859d7975-7d0a-4b2d-ae6b-8bcd3f2ffe3f admin admin] Pushing event deleted for resources: {'Network': ['ID=b1b1edc3-c84a-4cdf-bb1e-f5c667d85dc9,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:14:13.364311 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-859d7975-7d0a-4b2d-ae6b-8bcd3f2ffe3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:14:13.407914 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.db.db_base_plugin_v2 [None req-a546748b-b8ea-4e7b-8914-27dad886785a admin admin] Deleting subnet 7e7663e1-5366-4d5c-b4f6-dfea778c4681 {{(pid=93701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 17:14:13.411969 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a546748b-b8ea-4e7b-8914-27dad886785a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:13.452709 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-24a2ac45-5b42-4ba3-bfcd-8f4d7bd793d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:13.455889 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332e5fe2-dc6b-4028-8390-a41d2796cb8c req-24c4ca88-9d97-4636-843a-689ef1f10eff tempest-VolumesActionsTest-271435484 tempest-VolumesActionsTest-271435484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:14:13.462262 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-332e5fe2-dc6b-4028-8390-a41d2796cb8c req-24c4ca88-9d97-4636-843a-689ef1f10eff tempest-VolumesActionsTest-271435484 tempest-VolumesActionsTest-271435484-project] 10.222.0.15 "GET /v2.0/ports?device_id=833495df-832e-43b5-a480-d6d8151074f0 HTTP/1.1" status: 200 len: 945 time: 0.1297808 Jun 24 17:14:13.462966 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a546748b-b8ea-4e7b-8914-27dad886785a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8727705'] for subnet, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:13.771319 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a546748b-b8ea-4e7b-8914-27dad886785a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1980419'] for subnet, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:13.775808 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-332e5fe2-dc6b-4028-8390-a41d2796cb8c req-8358754a-fd7f-4135-a376-7e57fb58571c tempest-VolumesActionsTest-271435484 tempest-VolumesActionsTest-271435484-project] 10.222.0.15 "GET /v2.0/security-groups?id=4584b34a-3823-40ba-8a20-1eb13d51b06a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3102643 Jun 24 17:14:13.908219 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a546748b-b8ea-4e7b-8914-27dad886785a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1980436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10147820', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10152639'] for subnet, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:13.910569 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:14:13.920215 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:13.942516 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a546748b-b8ea-4e7b-8914-27dad886785a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e7663e1-5366-4d5c-b4f6-dfea778c4681,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:14:13.945355 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-a546748b-b8ea-4e7b-8914-27dad886785a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:14:13.947420 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a546748b-b8ea-4e7b-8914-27dad886785a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:13.949823 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-a546748b-b8ea-4e7b-8914-27dad886785a admin admin] 10.222.0.15 "DELETE /v2.0/subnets/7e7663e1-5366-4d5c-b4f6-dfea778c4681 HTTP/1.1" status: 204 len: 168 time: 0.5939553 Jun 24 17:14:13.952365 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 60408) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:14:14.006165 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dec1bc-a136-4500-853d-0169eab4b739 req-47311fe0-163a-4bea-bc27-de574eb10c82 tempest-VolumesActionsTest-271435484 tempest-VolumesActionsTest-271435484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:14:14.007579 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-92dec1bc-a136-4500-853d-0169eab4b739 req-47311fe0-163a-4bea-bc27-de574eb10c82 tempest-VolumesActionsTest-271435484 tempest-VolumesActionsTest-271435484-project] 10.222.0.37 "GET /v2.0/ports?device_id=833495df-832e-43b5-a480-d6d8151074f0 HTTP/1.1" status: 200 len: 945 time: 0.0731382 Jun 24 17:14:14.024612 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d348b2f9-9f3f-4aee-bf50-e74d43f17498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2040168'] for network, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:14.101496 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d348b2f9-9f3f-4aee-bf50-e74d43f17498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982037', 'neutron.services.segments.db._delete_segments_for_network-8734938762792'] for network, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:14.110541 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [req-92dec1bc-a136-4500-853d-0169eab4b739 req-b65d89fa-02a5-4271-a932-52a0c3a97655 tempest-VolumesActionsTest-271435484 tempest-VolumesActionsTest-271435484-project] Deleting port 956b3476-f344-455a-943e-ce7fa7f2f197 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 17:14:14.110880 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-92dec1bc-a136-4500-853d-0169eab4b739 req-b65d89fa-02a5-4271-a932-52a0c3a97655 tempest-VolumesActionsTest-271435484 tempest-VolumesActionsTest-271435484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734938643496'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:14.111702 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.services.segments.db [None req-d348b2f9-9f3f-4aee-bf50-e74d43f17498 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['681a80d1-4f1f-4b58-be46-0417073a205c']}} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:14:14.122274 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.services.segments.db [None req-d348b2f9-9f3f-4aee-bf50-e74d43f17498 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31b9c131-ce8b-48a7-a34b-e32793d20e50') {'for_net_delete': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:14:14.122621 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.services.segments.db [None req-d348b2f9-9f3f-4aee-bf50-e74d43f17498 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31b9c131-ce8b-48a7-a34b-e32793d20e50') {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:14:14.131514 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d348b2f9-9f3f-4aee-bf50-e74d43f17498 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734938750383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9521418'] for segment, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:14.144927 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d348b2f9-9f3f-4aee-bf50-e74d43f17498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083357'] for segment, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:14.150789 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d348b2f9-9f3f-4aee-bf50-e74d43f17498 admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=93700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 17:14:14.151178 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d348b2f9-9f3f-4aee-bf50-e74d43f17498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2811344'] for segment, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:14.153052 dv-cinder-797970-1-iscsi neutron-server[93700]: Traceback (most recent call last): Jun 24 17:14:14.153052 dv-cinder-797970-1-iscsi neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 17:14:14.153052 dv-cinder-797970-1-iscsi neutron-server[93700]: timer() Jun 24 17:14:14.153052 dv-cinder-797970-1-iscsi neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 17:14:14.153052 dv-cinder-797970-1-iscsi neutron-server[93700]: cb(*args, **kw) Jun 24 17:14:14.153052 dv-cinder-797970-1-iscsi neutron-server[93700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 17:14:14.153052 dv-cinder-797970-1-iscsi neutron-server[93700]: return func(*args, **kwargs) Jun 24 17:14:14.153052 dv-cinder-797970-1-iscsi neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 17:14:14.153052 dv-cinder-797970-1-iscsi neutron-server[93700]: self._notify() Jun 24 17:14:14.153052 dv-cinder-797970-1-iscsi neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 17:14:14.153052 dv-cinder-797970-1-iscsi neutron-server[93700]: self.callback(batched_events) Jun 24 17:14:14.153052 dv-cinder-797970-1-iscsi neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 17:14:14.153052 dv-cinder-797970-1-iscsi neutron-server[93700]: event.method(event) Jun 24 17:14:14.153052 dv-cinder-797970-1-iscsi neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 17:14:14.153052 dv-cinder-797970-1-iscsi neutron-server[93700]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 17:14:14.153052 dv-cinder-797970-1-iscsi neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 17:14:14.153052 dv-cinder-797970-1-iscsi neutron-server[93700]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 17:14:14.153052 dv-cinder-797970-1-iscsi neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 17:14:14.153052 dv-cinder-797970-1-iscsi neutron-server[93700]: return f(self, *a, **k) Jun 24 17:14:14.153052 dv-cinder-797970-1-iscsi neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 17:14:14.153052 dv-cinder-797970-1-iscsi neutron-server[93700]: return self._get(url).json() Jun 24 17:14:14.153052 dv-cinder-797970-1-iscsi neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 17:14:14.153052 dv-cinder-797970-1-iscsi neutron-server[93700]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 17:14:14.153052 dv-cinder-797970-1-iscsi neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 17:14:14.153052 dv-cinder-797970-1-iscsi neutron-server[93700]: return self.request(url, 'GET', **kwargs) Jun 24 17:14:14.153052 dv-cinder-797970-1-iscsi neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 17:14:14.153052 dv-cinder-797970-1-iscsi neutron-server[93700]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 17:14:14.153052 dv-cinder-797970-1-iscsi neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 17:14:14.153052 dv-cinder-797970-1-iscsi neutron-server[93700]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 17:14:14.153052 dv-cinder-797970-1-iscsi neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 17:14:14.153052 dv-cinder-797970-1-iscsi neutron-server[93700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 17:14:14.153052 dv-cinder-797970-1-iscsi neutron-server[93700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 17:14:14.201797 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-92dec1bc-a136-4500-853d-0169eab4b739 req-b65d89fa-02a5-4271-a932-52a0c3a97655 tempest-VolumesActionsTest-271435484 tempest-VolumesActionsTest-271435484-project] For port 956b3476-f344-455a-943e-ce7fa7f2f197, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=956b3476-f344-455a-943e-ce7fa7f2f197,segment=NetworkSegment(2faa66d2-791d-4719-899c-70d2ea1d3315),segment_id=2faa66d2-791d-4719-899c-70d2ea1d3315)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 17:14:14.202180 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-92dec1bc-a136-4500-853d-0169eab4b739 req-b65d89fa-02a5-4271-a932-52a0c3a97655 tempest-VolumesActionsTest-271435484 tempest-VolumesActionsTest-271435484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939437'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:14.214581 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [req-92dec1bc-a136-4500-853d-0169eab4b739 req-b65d89fa-02a5-4271-a932-52a0c3a97655 tempest-VolumesActionsTest-271435484 tempest-VolumesActionsTest-271435484-project] Calling delete_port for 956b3476-f344-455a-943e-ce7fa7f2f197 owned by compute:nova {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 17:14:14.275497 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d348b2f9-9f3f-4aee-bf50-e74d43f17498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-545941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-938511'] for network, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:14.280426 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d348b2f9-9f3f-4aee-bf50-e74d43f17498 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592921'] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:14.282371 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-d348b2f9-9f3f-4aee-bf50-e74d43f17498 admin admin] 10.222.0.15 "DELETE /v2.0/networks/681a80d1-4f1f-4b58-be46-0417073a205c HTTP/1.1" status: 204 len: 168 time: 0.3289344 Jun 24 17:14:14.283223 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-937a23f5-d43d-4d27-bb19-cc4dfca408ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:14:14.296754 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d348b2f9-9f3f-4aee-bf50-e74d43f17498 admin admin] Pushing event deleted for resources: {'Network': ['ID=681a80d1-4f1f-4b58-be46-0417073a205c,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:14:14.304458 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-d348b2f9-9f3f-4aee-bf50-e74d43f17498 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:14:14.404593 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-92dec1bc-a136-4500-853d-0169eab4b739 req-b65d89fa-02a5-4271-a932-52a0c3a97655 tempest-VolumesActionsTest-271435484 tempest-VolumesActionsTest-271435484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734938646739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734938254839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10147618'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:14.408469 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-48f9cf40-4780-4c94-8758-abadcb5ae045 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:14:14.433223 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65d89fa-02a5-4271-a932-52a0c3a97655 tempest-VolumesActionsTest-271435484 tempest-VolumesActionsTest-271435484-project] Pushing event deleted for resources: {'Port': ['ID=956b3476-f344-455a-943e-ce7fa7f2f197,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:14:14.436179 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-b65d89fa-02a5-4271-a932-52a0c3a97655 tempest-VolumesActionsTest-271435484 tempest-VolumesActionsTest-271435484-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:14:14.467030 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] get_ports_and_sgs() called for port_ids ['956b3476-f344-455a-943e-ce7fa7f2f197'] {{(pid=93702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 17:14:14.476081 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-92dec1bc-a136-4500-853d-0169eab4b739 req-b65d89fa-02a5-4271-a932-52a0c3a97655 tempest-VolumesActionsTest-271435484 tempest-VolumesActionsTest-271435484-project] No DVR routers for this DVR port 956b3476-f344-455a-943e-ce7fa7f2f197 on host hv-cinder-79797 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 17:14:14.478651 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-92dec1bc-a136-4500-853d-0169eab4b739 req-b65d89fa-02a5-4271-a932-52a0c3a97655 tempest-VolumesActionsTest-271435484 tempest-VolumesActionsTest-271435484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14435'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:14.481259 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-92dec1bc-a136-4500-853d-0169eab4b739 req-b65d89fa-02a5-4271-a932-52a0c3a97655 tempest-VolumesActionsTest-271435484 tempest-VolumesActionsTest-271435484-project] 10.222.0.37 "DELETE /v2.0/ports/956b3476-f344-455a-943e-ce7fa7f2f197 HTTP/1.1" status: 204 len: 173 time: 0.4625540 Jun 24 17:14:14.481780 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '833495df-832e-43b5-a480-d6d8151074f0', 'name': 'network-vif-deleted', 'tag': '956b3476-f344-455a-943e-ce7fa7f2f197'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 17:14:14.484140 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55b777855581bcfca1ea7f1411fd739ba8bd3bff9faf8aab84294ca486557f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dda93c6-9fd3-4d0d-8d7d-39de110256b1" -d '{"events": [{"server_uuid": "833495df-832e-43b5-a480-d6d8151074f0", "name": "network-vif-deleted", "tag": "956b3476-f344-455a-943e-ce7fa7f2f197"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 17:14:14.518283 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 17:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b759420-40a4-45f3-8a9c-12fa59940b23 x-openstack-request-id: req-5b759420-40a4-45f3-8a9c-12fa59940b23 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 17:14:14.518612 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "833495df-832e-43b5-a480-d6d8151074f0", "name": "network-vif-deleted", "tag": "956b3476-f344-455a-943e-ce7fa7f2f197", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 17:14:14.523161 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5b759420-40a4-45f3-8a9c-12fa59940b23 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 17:14:14.523161 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '833495df-832e-43b5-a480-d6d8151074f0', 'name': 'network-vif-deleted', 'tag': '956b3476-f344-455a-943e-ce7fa7f2f197', 'status': 'completed', 'code': 200} Jun 24 17:14:14.665824 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 60414) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:14:14.706054 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-c8cafa16-6756-4e44-9f3a-e19010d81f5a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=707c32cf991346e3a4b9d24c0542ef20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0382714 Jun 24 17:14:14.708505 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 60416) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:14:14.758171 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a991f152-6654-43e1-bc63-e213ccff4fd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:14.779509 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a991f152-6654-43e1-bc63-e213ccff4fd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:14.911495 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a991f152-6654-43e1-bc63-e213ccff4fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:14.914051 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a991f152-6654-43e1-bc63-e213ccff4fd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:14.915077 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-a991f152-6654-43e1-bc63-e213ccff4fd2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1d87a6dd-9c98-4c73-9aeb-52a07ed1e59f HTTP/1.1" status: 204 len: 168 time: 0.2057064 Jun 24 17:14:14.917623 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:14:14.933007 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5af43288-dd02-4084-874e-f1fcba283848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:14.941214 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-6022de8c-0e07-41a9-8020-4b26eadcb4c3 req-7c4852e3-8932-4d94-9540-a5a017fb65ac tempest-VolumesActionsTest-271435484 tempest-VolumesActionsTest-271435484-project] 10.222.0.15 "GET /v2.0/ports?device_id=833495df-832e-43b5-a480-d6d8151074f0 HTTP/1.1" status: 200 len: 210 time: 0.0390244 Jun 24 17:14:14.945837 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a991f152-6654-43e1-bc63-e213ccff4fd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d87a6dd-9c98-4c73-9aeb-52a07ed1e59f,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:14:14.948452 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-a991f152-6654-43e1-bc63-e213ccff4fd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:14:15.507637 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 60424) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:14:15.546803 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-ece7a5e2-c326-45b6-9de2-8b71a562c933 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2e34f8a390c343a3ae5d3c78b466972f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0379627 Jun 24 17:14:15.549159 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 60426) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:14:15.595655 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-593806bd-9d8c-4226-b5b5-1fb6f392b5f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:15.615966 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-593806bd-9d8c-4226-b5b5-1fb6f392b5f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:15.736068 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-593806bd-9d8c-4226-b5b5-1fb6f392b5f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:15.738582 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-593806bd-9d8c-4226-b5b5-1fb6f392b5f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:15.739791 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-593806bd-9d8c-4226-b5b5-1fb6f392b5f0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cd95b5d8-ce0d-403d-b835-8ebaf2ac1c38 HTTP/1.1" status: 204 len: 168 time: 0.1896939 Jun 24 17:14:15.740603 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-b2a6c00f-60a8-429c-8961-152f85c8cebb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:14:15.748109 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593806bd-9d8c-4226-b5b5-1fb6f392b5f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd95b5d8-ce0d-403d-b835-8ebaf2ac1c38,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:14:15.750618 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-593806bd-9d8c-4226-b5b5-1fb6f392b5f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:14:16.452308 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-845c8506-8cf5-4b6b-bbc4-443bdb09ac47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:17.061373 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Device 956b3476-f344-455a-943e-ce7fa7f2f197 no longer exists at agent hyperv_hv-cinder-79797 {{(pid=93702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 17:14:17.080494 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] No Port match for: 956b3476-f344-455a-943e-ce7fa7f2f197 {{(pid=93702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 17:14:17.080839 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Device 956b3476-f344-455a-943e-ce7fa7f2f197 not bound to the agent host hv-cinder-79797 {{(pid=93702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 17:14:21.657694 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:23.909899 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23937f01-b495-46b3-81c4-5380a99f866f req-b8cd2a6f-db13-4fde-bdd5-36346f0ec423 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:14:23.911537 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-23937f01-b495-46b3-81c4-5380a99f866f req-b8cd2a6f-db13-4fde-bdd5-36346f0ec423 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e688142-60f7-460e-a0a8-12277958e273 HTTP/1.1" status: 200 len: 946 time: 0.0752831 Jun 24 17:14:23.962738 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-23937f01-b495-46b3-81c4-5380a99f866f req-67bc138b-29fc-45df-b54e-d01c62e76a53 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] 10.222.0.15 "GET /v2.0/security-groups?id=77f7ab56-104c-48f4-8da5-818b0fcbd6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353360 Jun 24 17:14:24.874455 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf43646-b083-4dd2-a257-5aed1eb4036d req-6914186d-dd40-4f0a-90e6-725518719445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:14:24.876317 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-ebf43646-b083-4dd2-a257-5aed1eb4036d req-6914186d-dd40-4f0a-90e6-725518719445 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fea91de70bb14b7dbc15fd1cce9a200e&device_id=1e688142-60f7-460e-a0a8-12277958e273 HTTP/1.1" status: 200 len: 1099 time: 0.0613592 Jun 24 17:14:25.025973 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf43646-b083-4dd2-a257-5aed1eb4036d req-5a493745-db80-4c82-a209-02d437bc2b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:14:25.028656 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-ebf43646-b083-4dd2-a257-5aed1eb4036d req-5a493745-db80-4c82-a209-02d437bc2b4c service neutron] 10.222.0.37 "GET /v2.0/networks?id=b5831895-94e5-4f0a-8fea-bf10963f4724 HTTP/1.1" status: 200 len: 911 time: 0.1136694 Jun 24 17:14:25.102248 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-ebf43646-b083-4dd2-a257-5aed1eb4036d req-9eeb855a-d1d2-41ac-ab77-6acfaf7f6ca9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f6a25839-6236-4295-86d9-9bf65bfb8d21 HTTP/1.1" status: 200 len: 1001 time: 0.0670722 Jun 24 17:14:25.172021 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf43646-b083-4dd2-a257-5aed1eb4036d req-3e2e88b4-1aca-4692-8ac6-eb3a6ec403bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:14:25.174479 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-ebf43646-b083-4dd2-a257-5aed1eb4036d req-3e2e88b4-1aca-4692-8ac6-eb3a6ec403bc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e87b4c16-dac9-4f7c-93b5-b846172b2da1 HTTP/1.1" status: 200 len: 850 time: 0.0561230 Jun 24 17:14:25.191518 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b62bed6-b5df-4b66-8245-bdb204b62fed req-74283382-e9a8-4b0b-bfb1-b954f11d04bb tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:14:25.195123 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-6b62bed6-b5df-4b66-8245-bdb204b62fed req-74283382-e9a8-4b0b-bfb1-b954f11d04bb tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e688142-60f7-460e-a0a8-12277958e273 HTTP/1.1" status: 200 len: 946 time: 0.0820587 Jun 24 17:14:25.251097 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-6b62bed6-b5df-4b66-8245-bdb204b62fed req-9f94811c-c3b4-4854-a313-937ddc40a59c tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] 10.222.0.15 "GET /v2.0/security-groups?id=77f7ab56-104c-48f4-8da5-818b0fcbd6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486138 Jun 24 17:14:25.264822 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf43646-b083-4dd2-a257-5aed1eb4036d req-599a35bc-76d4-4ead-b777-be2fa331466b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:14:25.266309 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-ebf43646-b083-4dd2-a257-5aed1eb4036d req-599a35bc-76d4-4ead-b777-be2fa331466b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b5831895-94e5-4f0a-8fea-bf10963f4724&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0826745 Jun 24 17:14:25.387096 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-ebf43646-b083-4dd2-a257-5aed1eb4036d req-35482421-aa8a-41d1-a247-68d47b2dc1a5 service neutron] 10.222.0.37 "GET /v2.0/networks/b5831895-94e5-4f0a-8fea-bf10963f4724?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133859 Jun 24 17:14:25.495383 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-ebf43646-b083-4dd2-a257-5aed1eb4036d req-200662a7-8d81-41f5-bed0-db1f5b1f0802 service neutron] 10.222.0.37 "GET /v2.0/networks/b5831895-94e5-4f0a-8fea-bf10963f4724?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010752 Jun 24 17:14:25.737919 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dff2527-f9c4-48bb-a150-1d56f086b082 req-08b12d43-f4a8-44de-8f8b-4fc792a3f11b tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:14:25.739694 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-9dff2527-f9c4-48bb-a150-1d56f086b082 req-08b12d43-f4a8-44de-8f8b-4fc792a3f11b tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] 10.222.0.15 "GET /v2.0/ports?device_id=403d65b4-6ba0-4716-a965-12fd0346bab6 HTTP/1.1" status: 200 len: 984 time: 0.0891771 Jun 24 17:14:25.786027 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-9dff2527-f9c4-48bb-a150-1d56f086b082 req-bd541ac6-4b62-4c6f-b606-58bab600d4ce tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] 10.222.0.15 "GET /v2.0/security-groups?id=2f79473f-9a7c-446c-aad6-514f09587265&id=52b1646f-1d75-46ae-8b7b-28f6d79e1530&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0394785 Jun 24 17:14:25.859642 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3a40e5-a411-45df-b01b-f57f0ac81093 req-03cf10fa-d90d-4da1-8ea0-c1262a239f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:14:25.861216 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-0d3a40e5-a411-45df-b01b-f57f0ac81093 req-03cf10fa-d90d-4da1-8ea0-c1262a239f81 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2fcaafd20cb9434aa25d111d6081b900&device_id=403d65b4-6ba0-4716-a965-12fd0346bab6 HTTP/1.1" status: 200 len: 1137 time: 0.0863395 Jun 24 17:14:25.998030 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3a40e5-a411-45df-b01b-f57f0ac81093 req-dc9d1ce1-9f4f-4cdb-98d6-c95144e19908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:14:26.000545 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-0d3a40e5-a411-45df-b01b-f57f0ac81093 req-dc9d1ce1-9f4f-4cdb-98d6-c95144e19908 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a45d101b-6927-4b1f-b60c-ac459e829641 HTTP/1.1" status: 200 len: 915 time: 0.1311793 Jun 24 17:14:26.085096 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-0d3a40e5-a411-45df-b01b-f57f0ac81093 req-93dd89e4-3a35-4755-9e7c-288471ac5ddb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9d50f125-92bf-4475-9d90-9724e54d278f HTTP/1.1" status: 200 len: 1000 time: 0.0733619 Jun 24 17:14:26.135422 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3a40e5-a411-45df-b01b-f57f0ac81093 req-6dd27c2a-f2a3-49ec-ae43-b3cd5970446f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:14:26.136879 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-0d3a40e5-a411-45df-b01b-f57f0ac81093 req-6dd27c2a-f2a3-49ec-ae43-b3cd5970446f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ad8c42be-ee98-463d-b12f-0b1f5644eae5 HTTP/1.1" status: 200 len: 854 time: 0.0452707 Jun 24 17:14:26.206001 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3a40e5-a411-45df-b01b-f57f0ac81093 req-d401a37f-d0ea-4fbc-9ab3-9f6aa9669a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:14:26.207542 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-0d3a40e5-a411-45df-b01b-f57f0ac81093 req-d401a37f-d0ea-4fbc-9ab3-9f6aa9669a4c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a45d101b-6927-4b1f-b60c-ac459e829641&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0631335 Jun 24 17:14:26.318861 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-0d3a40e5-a411-45df-b01b-f57f0ac81093 req-3e0bab40-f4b2-43c9-af3a-68f4234951c3 service neutron] 10.222.0.37 "GET /v2.0/networks/a45d101b-6927-4b1f-b60c-ac459e829641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039586 Jun 24 17:14:26.494011 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-0d3a40e5-a411-45df-b01b-f57f0ac81093 req-4c2dde44-69b7-4291-955a-344579a94296 service neutron] 10.222.0.37 "GET /v2.0/networks/a45d101b-6927-4b1f-b60c-ac459e829641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679015 Jun 24 17:14:26.514617 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b5cf35-38a6-4298-8df8-ed2cb910e632 req-ef77f4d9-8e5d-425f-9c31-90882e776cb3 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:14:26.522193 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-98b5cf35-38a6-4298-8df8-ed2cb910e632 req-ef77f4d9-8e5d-425f-9c31-90882e776cb3 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e688142-60f7-460e-a0a8-12277958e273 HTTP/1.1" status: 200 len: 946 time: 0.1215956 Jun 24 17:14:26.565475 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-98b5cf35-38a6-4298-8df8-ed2cb910e632 req-ff97da37-ca4d-4580-b9ae-79b654ad4862 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] 10.222.0.15 "GET /v2.0/security-groups?id=77f7ab56-104c-48f4-8da5-818b0fcbd6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414839 Jun 24 17:14:27.056203 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7598f9-13d2-4f9f-9140-b2eb82c19325 req-6978d2da-fbf7-4ff7-8253-62ffbd85aecd tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:14:27.064878 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-af7598f9-13d2-4f9f-9140-b2eb82c19325 req-6978d2da-fbf7-4ff7-8253-62ffbd85aecd tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] 10.222.0.15 "GET /v2.0/ports?device_id=403d65b4-6ba0-4716-a965-12fd0346bab6 HTTP/1.1" status: 200 len: 984 time: 0.0937688 Jun 24 17:14:27.109451 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-af7598f9-13d2-4f9f-9140-b2eb82c19325 req-2988adf6-2d82-43ea-9697-c24112f9c71c tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] 10.222.0.15 "GET /v2.0/security-groups?id=2f79473f-9a7c-446c-aad6-514f09587265&id=52b1646f-1d75-46ae-8b7b-28f6d79e1530&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0433061 Jun 24 17:14:27.769200 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91b630e-3697-4209-b2fd-d6c486108d40 req-4fafe1c5-17dc-4079-a5f8-44f6fe54b04c tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:14:27.770813 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-a91b630e-3697-4209-b2fd-d6c486108d40 req-4fafe1c5-17dc-4079-a5f8-44f6fe54b04c tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e688142-60f7-460e-a0a8-12277958e273 HTTP/1.1" status: 200 len: 946 time: 0.0850723 Jun 24 17:14:27.824377 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-a91b630e-3697-4209-b2fd-d6c486108d40 req-4ccdf5f7-794f-44f7-860b-28e17a4a24de tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] 10.222.0.15 "GET /v2.0/security-groups?id=77f7ab56-104c-48f4-8da5-818b0fcbd6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467913 Jun 24 17:14:28.349677 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e410cba5-7ca5-484b-8b2d-defe71b44f41 req-b35b1622-0290-4463-ba4a-fe48cc4ea0a4 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:14:28.351509 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-e410cba5-7ca5-484b-8b2d-defe71b44f41 req-b35b1622-0290-4463-ba4a-fe48cc4ea0a4 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] 10.222.0.15 "GET /v2.0/ports?device_id=403d65b4-6ba0-4716-a965-12fd0346bab6 HTTP/1.1" status: 200 len: 984 time: 0.0800676 Jun 24 17:14:28.432425 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-e410cba5-7ca5-484b-8b2d-defe71b44f41 req-5eb73c16-6935-48ff-ad02-0c5e3627ac81 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] 10.222.0.15 "GET /v2.0/security-groups?id=2f79473f-9a7c-446c-aad6-514f09587265&id=52b1646f-1d75-46ae-8b7b-28f6d79e1530&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0655348 Jun 24 17:14:29.020217 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbbca37-e322-4f29-9ccb-32f13da95ed7 req-eb00e50b-80b6-4d84-adea-8ec1625f48e3 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:14:29.021848 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-9dbbca37-e322-4f29-9ccb-32f13da95ed7 req-eb00e50b-80b6-4d84-adea-8ec1625f48e3 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e688142-60f7-460e-a0a8-12277958e273 HTTP/1.1" status: 200 len: 946 time: 0.0696020 Jun 24 17:14:29.064437 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-9dbbca37-e322-4f29-9ccb-32f13da95ed7 req-3305687e-9469-42ce-91bf-f42f37fd27f3 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] 10.222.0.15 "GET /v2.0/security-groups?id=77f7ab56-104c-48f4-8da5-818b0fcbd6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348148 Jun 24 17:14:29.634877 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f02a4c-d758-4079-b86f-5cf2e984b8cc req-709464eb-4daf-4220-99bc-7477b1039c38 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:14:29.636420 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-e1f02a4c-d758-4079-b86f-5cf2e984b8cc req-709464eb-4daf-4220-99bc-7477b1039c38 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] 10.222.0.15 "GET /v2.0/ports?device_id=403d65b4-6ba0-4716-a965-12fd0346bab6 HTTP/1.1" status: 200 len: 984 time: 0.0658376 Jun 24 17:14:29.681010 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-e1f02a4c-d758-4079-b86f-5cf2e984b8cc req-7626f733-4d7c-4635-95e6-018a7e2bf8df tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] 10.222.0.15 "GET /v2.0/security-groups?id=2f79473f-9a7c-446c-aad6-514f09587265&id=52b1646f-1d75-46ae-8b7b-28f6d79e1530&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0382597 Jun 24 17:14:30.284085 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c664955-6195-442f-91f6-16f5e38de249 req-494e8986-6732-4ec3-9e40-30f26fb3d98a tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:14:30.292705 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-2c664955-6195-442f-91f6-16f5e38de249 req-494e8986-6732-4ec3-9e40-30f26fb3d98a tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e688142-60f7-460e-a0a8-12277958e273 HTTP/1.1" status: 200 len: 946 time: 0.0947368 Jun 24 17:14:30.345512 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-2c664955-6195-442f-91f6-16f5e38de249 req-4fb72117-45c2-4224-b431-ebc57eddb480 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] 10.222.0.15 "GET /v2.0/security-groups?id=77f7ab56-104c-48f4-8da5-818b0fcbd6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473387 Jun 24 17:14:30.904104 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d595cdda-4067-4252-ba95-0935e10882ee req-6484f7c3-d40a-4a3d-b21f-d9d403996b31 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:14:30.905619 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-d595cdda-4067-4252-ba95-0935e10882ee req-6484f7c3-d40a-4a3d-b21f-d9d403996b31 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] 10.222.0.15 "GET /v2.0/ports?device_id=403d65b4-6ba0-4716-a965-12fd0346bab6 HTTP/1.1" status: 200 len: 984 time: 0.0700426 Jun 24 17:14:30.948968 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-d595cdda-4067-4252-ba95-0935e10882ee req-68d4503f-1207-435c-8175-2429ca7994df tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] 10.222.0.15 "GET /v2.0/security-groups?id=2f79473f-9a7c-446c-aad6-514f09587265&id=52b1646f-1d75-46ae-8b7b-28f6d79e1530&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0368879 Jun 24 17:14:31.544282 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ba84f2-65b3-4d20-befa-4d404788bbe7 req-c27c709d-5e3e-497f-8d34-458449beb624 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:14:31.551159 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-64ba84f2-65b3-4d20-befa-4d404788bbe7 req-c27c709d-5e3e-497f-8d34-458449beb624 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e688142-60f7-460e-a0a8-12277958e273 HTTP/1.1" status: 200 len: 946 time: 0.0824668 Jun 24 17:14:31.591811 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-64ba84f2-65b3-4d20-befa-4d404788bbe7 req-7769e8a1-7df7-420e-8929-d561562bd3d6 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] 10.222.0.15 "GET /v2.0/security-groups?id=77f7ab56-104c-48f4-8da5-818b0fcbd6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395808 Jun 24 17:14:32.142947 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5b5587-608a-4b75-bfc1-1d4eaff39a11 req-ad780acc-8a6e-4edd-bf46-fdc773a60d20 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:14:32.150342 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-5b5b5587-608a-4b75-bfc1-1d4eaff39a11 req-ad780acc-8a6e-4edd-bf46-fdc773a60d20 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] 10.222.0.15 "GET /v2.0/ports?device_id=403d65b4-6ba0-4716-a965-12fd0346bab6 HTTP/1.1" status: 200 len: 984 time: 0.0811262 Jun 24 17:14:32.191131 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-5b5b5587-608a-4b75-bfc1-1d4eaff39a11 req-2654d8a4-a140-4314-97f9-e43e9607c9d2 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] 10.222.0.15 "GET /v2.0/security-groups?id=2f79473f-9a7c-446c-aad6-514f09587265&id=52b1646f-1d75-46ae-8b7b-28f6d79e1530&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0392742 Jun 24 17:14:32.812071 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0819fd71-cf64-4ffe-be20-019c6d1f7b41 req-4050c8a0-098f-420d-b9da-6f707bb64a96 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:14:32.813518 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-0819fd71-cf64-4ffe-be20-019c6d1f7b41 req-4050c8a0-098f-420d-b9da-6f707bb64a96 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e688142-60f7-460e-a0a8-12277958e273 HTTP/1.1" status: 200 len: 946 time: 0.0682147 Jun 24 17:14:32.851656 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-0819fd71-cf64-4ffe-be20-019c6d1f7b41 req-56758a1f-37af-40db-81f2-5987a4312349 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] 10.222.0.15 "GET /v2.0/security-groups?id=77f7ab56-104c-48f4-8da5-818b0fcbd6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319338 Jun 24 17:14:33.417876 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85db0ef-550d-4ce3-9643-4538d20f5382 req-b7ccc3fd-7fc5-41e1-bf7d-f8c2254b6f7a tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:14:33.423717 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-b85db0ef-550d-4ce3-9643-4538d20f5382 req-b7ccc3fd-7fc5-41e1-bf7d-f8c2254b6f7a tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] 10.222.0.15 "GET /v2.0/ports?device_id=403d65b4-6ba0-4716-a965-12fd0346bab6 HTTP/1.1" status: 200 len: 984 time: 0.0885301 Jun 24 17:14:33.461659 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-b85db0ef-550d-4ce3-9643-4538d20f5382 req-0e0f5c84-8d57-467b-bc0c-cb17fb48dca0 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] 10.222.0.15 "GET /v2.0/security-groups?id=2f79473f-9a7c-446c-aad6-514f09587265&id=52b1646f-1d75-46ae-8b7b-28f6d79e1530&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0369470 Jun 24 17:14:34.091617 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7786c1d6-af93-4b54-a890-883f51452302 req-20726fae-c1e3-4768-82b8-20576f14a6fe tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:14:34.093854 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-7786c1d6-af93-4b54-a890-883f51452302 req-20726fae-c1e3-4768-82b8-20576f14a6fe tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e688142-60f7-460e-a0a8-12277958e273 HTTP/1.1" status: 200 len: 946 time: 0.0766361 Jun 24 17:14:34.140442 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-7786c1d6-af93-4b54-a890-883f51452302 req-0d6cb36c-687f-4a1a-9a2c-fa871029a036 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] 10.222.0.15 "GET /v2.0/security-groups?id=77f7ab56-104c-48f4-8da5-818b0fcbd6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397904 Jun 24 17:14:34.654768 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a1fe6e-7f98-4201-8772-eb7d259cdd8a req-48e99dd7-b4b4-4885-b515-81e8a449d18a tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:14:34.656368 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-a5a1fe6e-7f98-4201-8772-eb7d259cdd8a req-48e99dd7-b4b4-4885-b515-81e8a449d18a tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] 10.222.0.15 "GET /v2.0/ports?device_id=403d65b4-6ba0-4716-a965-12fd0346bab6 HTTP/1.1" status: 200 len: 984 time: 0.0730827 Jun 24 17:14:34.698965 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-a5a1fe6e-7f98-4201-8772-eb7d259cdd8a req-871cf084-48d6-43aa-b0a1-9db653a6fce6 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] 10.222.0.15 "GET /v2.0/security-groups?id=2f79473f-9a7c-446c-aad6-514f09587265&id=52b1646f-1d75-46ae-8b7b-28f6d79e1530&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0360222 Jun 24 17:14:34.950999 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 60750) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:14:35.070345 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-97ca282a-16a9-4493-b46a-7f870d302974 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:35.189030 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-97ca282a-16a9-4493-b46a-7f870d302974 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:35.257972 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-97ca282a-16a9-4493-b46a-7f870d302974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:35.260683 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-4181981f-f262-4226-9f06-5ba72764b41f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:14:35.310206 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ca282a-16a9-4493-b46a-7f870d302974 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53527ad2-e395-4e72-bccf-46862ec5f87e,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:14:35.329437 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-97ca282a-16a9-4493-b46a-7f870d302974 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a8a5dfc3a03e4815b6376970bfacb0e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3756540 Jun 24 17:14:35.329603 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-97ca282a-16a9-4493-b46a-7f870d302974 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:14:35.331632 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 60756) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:14:35.398645 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf4da61-34ae-480b-9ead-0651e41ffb02 req-0e1eb558-3d05-4ed4-bf79-bbc6d2b402be tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:14:35.401322 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-4bf4da61-34ae-480b-9ead-0651e41ffb02 req-0e1eb558-3d05-4ed4-bf79-bbc6d2b402be tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e688142-60f7-460e-a0a8-12277958e273 HTTP/1.1" status: 200 len: 946 time: 0.0695994 Jun 24 17:14:35.411101 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c1c94564-f6bb-4207-bf63-d24428c9c27c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:35.438813 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c1c94564-f6bb-4207-bf63-d24428c9c27c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:35.454937 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-4bf4da61-34ae-480b-9ead-0651e41ffb02 req-8803adfe-41fd-4a34-a022-06f019d53468 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] 10.222.0.15 "GET /v2.0/security-groups?id=77f7ab56-104c-48f4-8da5-818b0fcbd6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459051 Jun 24 17:14:35.789144 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c1c94564-f6bb-4207-bf63-d24428c9c27c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:35.791820 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c1c94564-f6bb-4207-bf63-d24428c9c27c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:35.793152 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-c1c94564-f6bb-4207-bf63-d24428c9c27c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/53527ad2-e395-4e72-bccf-46862ec5f87e HTTP/1.1" status: 204 len: 168 time: 0.4601190 Jun 24 17:14:35.793945 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-9dc37541-3672-4f3d-9eb8-a9177b2fcc3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:14:35.801835 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c94564-f6bb-4207-bf63-d24428c9c27c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53527ad2-e395-4e72-bccf-46862ec5f87e,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:14:35.808466 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-c1c94564-f6bb-4207-bf63-d24428c9c27c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:14:35.898242 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f51e215-7377-479e-85e0-58c1087fef6f req-26768749-e2a5-47e2-8d24-5449fb1c2395 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:14:35.899671 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-2f51e215-7377-479e-85e0-58c1087fef6f req-26768749-e2a5-47e2-8d24-5449fb1c2395 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] 10.222.0.15 "GET /v2.0/ports?device_id=403d65b4-6ba0-4716-a965-12fd0346bab6 HTTP/1.1" status: 200 len: 984 time: 0.0741332 Jun 24 17:14:35.949977 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-2f51e215-7377-479e-85e0-58c1087fef6f req-90a6255c-7994-4dbb-b013-f7e128bc311f tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] 10.222.0.15 "GET /v2.0/security-groups?id=2f79473f-9a7c-446c-aad6-514f09587265&id=52b1646f-1d75-46ae-8b7b-28f6d79e1530&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0435338 Jun 24 17:14:36.231491 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8d9c00-3528-4d0f-834d-affac463ed30 req-e4f62514-9509-42b9-880c-c890d311672d tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:14:36.234293 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-5c8d9c00-3528-4d0f-834d-affac463ed30 req-e4f62514-9509-42b9-880c-c890d311672d tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e688142-60f7-460e-a0a8-12277958e273 HTTP/1.1" status: 200 len: 946 time: 0.1221595 Jun 24 17:14:36.296582 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-5c8d9c00-3528-4d0f-834d-affac463ed30 req-8babd82c-d43d-4474-9037-8eed5ef46c5f tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] 10.222.0.15 "GET /v2.0/security-groups?id=77f7ab56-104c-48f4-8da5-818b0fcbd6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558908 Jun 24 17:14:36.379152 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efb3cde-2abe-4474-ae48-04586b6f57bd req-76d4acba-0727-407a-8bd4-c7a7ad2feae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:14:36.382180 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-6efb3cde-2abe-4474-ae48-04586b6f57bd req-76d4acba-0727-407a-8bd4-c7a7ad2feae4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fea91de70bb14b7dbc15fd1cce9a200e&device_id=1e688142-60f7-460e-a0a8-12277958e273 HTTP/1.1" status: 200 len: 1099 time: 0.0675340 Jun 24 17:14:36.486042 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efb3cde-2abe-4474-ae48-04586b6f57bd req-773ece0b-1706-43ed-9ced-4c874321354d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:14:36.488137 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-6efb3cde-2abe-4474-ae48-04586b6f57bd req-773ece0b-1706-43ed-9ced-4c874321354d service neutron] 10.222.0.37 "GET /v2.0/networks?id=b5831895-94e5-4f0a-8fea-bf10963f4724 HTTP/1.1" status: 200 len: 911 time: 0.1000221 Jun 24 17:14:36.563198 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-6efb3cde-2abe-4474-ae48-04586b6f57bd req-770c815d-4254-4d8a-ad12-8d0e9d93d9f4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f6a25839-6236-4295-86d9-9bf65bfb8d21 HTTP/1.1" status: 200 len: 1001 time: 0.0674129 Jun 24 17:14:36.602028 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 60776) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:14:36.618016 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b9e1f6e8-6262-45de-be41-f52e7cd3cb0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:36.633903 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efb3cde-2abe-4474-ae48-04586b6f57bd req-0cf2459b-a96d-46b1-8c32-6eeb6b4bdd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:14:36.636541 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-6efb3cde-2abe-4474-ae48-04586b6f57bd req-0cf2459b-a96d-46b1-8c32-6eeb6b4bdd3b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e87b4c16-dac9-4f7c-93b5-b846172b2da1 HTTP/1.1" status: 200 len: 850 time: 0.0662706 Jun 24 17:14:36.712430 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efb3cde-2abe-4474-ae48-04586b6f57bd req-14530277-c99f-429a-bb59-3e94540924c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:14:36.714301 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-6efb3cde-2abe-4474-ae48-04586b6f57bd req-14530277-c99f-429a-bb59-3e94540924c3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b5831895-94e5-4f0a-8fea-bf10963f4724&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0717275 Jun 24 17:14:36.732427 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b9e1f6e8-6262-45de-be41-f52e7cd3cb0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:36.815032 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-6efb3cde-2abe-4474-ae48-04586b6f57bd req-a1899b51-448c-4673-b170-3011b4f29333 service neutron] 10.222.0.37 "GET /v2.0/networks/b5831895-94e5-4f0a-8fea-bf10963f4724?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933223 Jun 24 17:14:36.824299 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b9e1f6e8-6262-45de-be41-f52e7cd3cb0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:36.828466 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-07c2e9fa-e4c9-40c1-826a-f16f0a302d10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:14:36.872712 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e1f6e8-6262-45de-be41-f52e7cd3cb0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=814960c7-861a-4e54-bb96-685ed82fa815,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:14:36.878303 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-b9e1f6e8-6262-45de-be41-f52e7cd3cb0d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4edaf9dfed694d3ca7e4a3bf8c7a189e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2733569 Jun 24 17:14:36.879684 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-b9e1f6e8-6262-45de-be41-f52e7cd3cb0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:14:36.880574 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 60778) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:14:36.943189 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-26a0ce74-cae0-44c7-be24-bdc212b29fde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:36.962227 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-6efb3cde-2abe-4474-ae48-04586b6f57bd req-b04a33ad-99ce-4a78-857b-dd80a5f0f8f2 service neutron] 10.222.0.37 "GET /v2.0/networks/b5831895-94e5-4f0a-8fea-bf10963f4724?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382236 Jun 24 17:14:36.966307 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-26a0ce74-cae0-44c7-be24-bdc212b29fde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:37.115726 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-26a0ce74-cae0-44c7-be24-bdc212b29fde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:37.118216 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-26a0ce74-cae0-44c7-be24-bdc212b29fde admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:37.122713 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-26a0ce74-cae0-44c7-be24-bdc212b29fde admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/814960c7-861a-4e54-bb96-685ed82fa815 HTTP/1.1" status: 204 len: 168 time: 0.2382681 Jun 24 17:14:37.122713 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-658b8265-0256-4f48-a41c-3819ce30874a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:14:37.132329 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a0ce74-cae0-44c7-be24-bdc212b29fde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=814960c7-861a-4e54-bb96-685ed82fa815,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:14:37.135629 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-26a0ce74-cae0-44c7-be24-bdc212b29fde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:14:37.175608 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81b7580-acd3-4c73-b958-3af1f82ab090 req-7d04113e-1e6a-470f-9efe-a89f99bb5810 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:14:37.183214 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-d81b7580-acd3-4c73-b958-3af1f82ab090 req-7d04113e-1e6a-470f-9efe-a89f99bb5810 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] 10.222.0.15 "GET /v2.0/ports?device_id=403d65b4-6ba0-4716-a965-12fd0346bab6 HTTP/1.1" status: 200 len: 984 time: 0.1034064 Jun 24 17:14:37.227980 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-d81b7580-acd3-4c73-b958-3af1f82ab090 req-ce93a5e8-78b4-4e96-b004-87f0d5ce82d6 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] 10.222.0.15 "GET /v2.0/security-groups?id=2f79473f-9a7c-446c-aad6-514f09587265&id=52b1646f-1d75-46ae-8b7b-28f6d79e1530&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0438356 Jun 24 17:14:37.508233 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8460ca9-8565-40fb-a960-11d424d1fc83 req-de850498-1d52-46b2-81c9-59eb6433a1c3 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:14:37.511257 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-e8460ca9-8565-40fb-a960-11d424d1fc83 req-de850498-1d52-46b2-81c9-59eb6433a1c3 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e688142-60f7-460e-a0a8-12277958e273 HTTP/1.1" status: 200 len: 946 time: 0.0877635 Jun 24 17:14:37.615251 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-e8460ca9-8565-40fb-a960-11d424d1fc83 req-79e079ce-82ed-456d-869a-f69a9ef10031 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] 10.222.0.15 "GET /v2.0/security-groups?id=77f7ab56-104c-48f4-8da5-818b0fcbd6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938499 Jun 24 17:14:38.443960 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb27bf13-5f47-4744-ae96-7511deb9488d req-4bf7a8d4-51b7-4e0f-96e6-2af8a458ec95 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:14:38.445532 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-fb27bf13-5f47-4744-ae96-7511deb9488d req-4bf7a8d4-51b7-4e0f-96e6-2af8a458ec95 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] 10.222.0.15 "GET /v2.0/ports?device_id=403d65b4-6ba0-4716-a965-12fd0346bab6 HTTP/1.1" status: 200 len: 984 time: 0.0993590 Jun 24 17:14:38.510870 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-fb27bf13-5f47-4744-ae96-7511deb9488d req-6084e12b-73c2-475e-9de3-8c83ba6606aa tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] 10.222.0.15 "GET /v2.0/security-groups?id=2f79473f-9a7c-446c-aad6-514f09587265&id=52b1646f-1d75-46ae-8b7b-28f6d79e1530&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0588603 Jun 24 17:14:38.875933 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b731cc15-a4a5-400e-ab78-1847df424b9b req-34dd146d-ff7b-4d8f-8d09-a01e7ecfe260 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:14:38.877717 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-b731cc15-a4a5-400e-ab78-1847df424b9b req-34dd146d-ff7b-4d8f-8d09-a01e7ecfe260 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e688142-60f7-460e-a0a8-12277958e273 HTTP/1.1" status: 200 len: 946 time: 0.1073263 Jun 24 17:14:38.951219 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-b731cc15-a4a5-400e-ab78-1847df424b9b req-731b0b61-bd85-4e26-a4b0-79fdf1f723bb tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] 10.222.0.15 "GET /v2.0/security-groups?id=77f7ab56-104c-48f4-8da5-818b0fcbd6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670667 Jun 24 17:14:39.238210 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 60834) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:14:39.375630 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f8bc21a9-1c01-4ddd-b10f-ffe97496908c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:39.484677 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f8bc21a9-1c01-4ddd-b10f-ffe97496908c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:39.552793 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f8bc21a9-1c01-4ddd-b10f-ffe97496908c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:39.556702 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-269e2e47-43f5-41ed-a3cb-4bc8dd976a1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:14:39.610796 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-f8bc21a9-1c01-4ddd-b10f-ffe97496908c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c8d230e5a2e2446180f5fa85580eed66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3690269 Jun 24 17:14:39.610796 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bc21a9-1c01-4ddd-b10f-ffe97496908c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=226d8524-64af-46ce-ab36-604e58b33941,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:14:39.611435 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 60842) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:14:39.613674 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-f8bc21a9-1c01-4ddd-b10f-ffe97496908c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:14:39.677812 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ffa96e1e-b18a-4fcf-a63c-ab580b7bacf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:39.702025 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ffa96e1e-b18a-4fcf-a63c-ab580b7bacf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:39.714217 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f213d0-8b23-4c88-ab4e-2b015e131baa req-27942bfd-00a0-469e-abac-b2caa1d16371 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:14:39.715818 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-21f213d0-8b23-4c88-ab4e-2b015e131baa req-27942bfd-00a0-469e-abac-b2caa1d16371 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] 10.222.0.15 "GET /v2.0/ports?device_id=403d65b4-6ba0-4716-a965-12fd0346bab6 HTTP/1.1" status: 200 len: 984 time: 0.0921118 Jun 24 17:14:39.774820 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-21f213d0-8b23-4c88-ab4e-2b015e131baa req-218a9b44-39a8-4363-9848-be8da46e597b tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] 10.222.0.15 "GET /v2.0/security-groups?id=2f79473f-9a7c-446c-aad6-514f09587265&id=52b1646f-1d75-46ae-8b7b-28f6d79e1530&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0383964 Jun 24 17:14:39.851810 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ffa96e1e-b18a-4fcf-a63c-ab580b7bacf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:39.855081 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ffa96e1e-b18a-4fcf-a63c-ab580b7bacf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:39.856180 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-ffa96e1e-b18a-4fcf-a63c-ab580b7bacf1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/226d8524-64af-46ce-ab36-604e58b33941 HTTP/1.1" status: 204 len: 168 time: 0.2440395 Jun 24 17:14:39.857000 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-77325ec9-ba40-421d-9341-9a9327214d3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:14:39.864555 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa96e1e-b18a-4fcf-a63c-ab580b7bacf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=226d8524-64af-46ce-ab36-604e58b33941,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:14:39.866860 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-ffa96e1e-b18a-4fcf-a63c-ab580b7bacf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:14:40.344319 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.agents_db [None req-27f02d43-57e8-424c-a1b0-5a1f36db1773 None None] Agent healthcheck: found 6 active agents {{(pid=93703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 17:14:40.939465 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0767aa49-bfd7-4618-b193-fcc6b8e6318e req-44a7da2a-c84d-451f-8775-247953ef257c tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:14:40.940894 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-0767aa49-bfd7-4618-b193-fcc6b8e6318e req-44a7da2a-c84d-451f-8775-247953ef257c tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] 10.222.0.15 "GET /v2.0/ports?device_id=403d65b4-6ba0-4716-a965-12fd0346bab6 HTTP/1.1" status: 200 len: 984 time: 0.0667224 Jun 24 17:14:40.979575 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-0767aa49-bfd7-4618-b193-fcc6b8e6318e req-22f2ac59-b596-4bc4-872d-5e0b9ec4f139 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] 10.222.0.15 "GET /v2.0/security-groups?id=2f79473f-9a7c-446c-aad6-514f09587265&id=52b1646f-1d75-46ae-8b7b-28f6d79e1530&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0329571 Jun 24 17:14:41.149176 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7ce1e2c0-c532-41d9-bbaa-10fa9be244db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:42.162291 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b0c716-8fbe-4b2f-9f9f-301c89b311ce req-5b32f9df-0b16-4d4c-9d34-a921371a9c88 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:14:42.163731 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-80b0c716-8fbe-4b2f-9f9f-301c89b311ce req-5b32f9df-0b16-4d4c-9d34-a921371a9c88 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] 10.222.0.15 "GET /v2.0/ports?device_id=403d65b4-6ba0-4716-a965-12fd0346bab6 HTTP/1.1" status: 200 len: 984 time: 0.0702801 Jun 24 17:14:42.207001 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-80b0c716-8fbe-4b2f-9f9f-301c89b311ce req-b25d990f-e2ed-421b-bffc-cc9b1040485b tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] 10.222.0.15 "GET /v2.0/security-groups?id=2f79473f-9a7c-446c-aad6-514f09587265&id=52b1646f-1d75-46ae-8b7b-28f6d79e1530&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0365980 Jun 24 17:14:43.382562 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb6975c-71d8-4ae0-8dbd-163456d47802 req-ee43b602-d233-4304-bac8-2eeccdeb0513 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:14:43.384020 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-6bb6975c-71d8-4ae0-8dbd-163456d47802 req-ee43b602-d233-4304-bac8-2eeccdeb0513 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] 10.222.0.15 "GET /v2.0/ports?device_id=403d65b4-6ba0-4716-a965-12fd0346bab6 HTTP/1.1" status: 200 len: 984 time: 0.0640774 Jun 24 17:14:43.424579 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-6bb6975c-71d8-4ae0-8dbd-163456d47802 req-6cd6b095-53dd-4b64-91b1-5141bda5c6cc tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] 10.222.0.15 "GET /v2.0/security-groups?id=2f79473f-9a7c-446c-aad6-514f09587265&id=52b1646f-1d75-46ae-8b7b-28f6d79e1530&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0343723 Jun 24 17:14:43.463273 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4dd62d73-2015-4a3d-be66-18776ee3a359 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:43.690185 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 60982) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:14:43.733824 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b177e54-451e-4d9b-9daf-b5620ee3a2a7 admin admin] Deleting subnet aa7e0ceb-828b-4559-a5d9-507cfa581363 {{(pid=93700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 17:14:43.736736 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5b177e54-451e-4d9b-9daf-b5620ee3a2a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:43.772836 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5b177e54-451e-4d9b-9daf-b5620ee3a2a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9521523'] for subnet, precommit_delete_associations {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:43.812063 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5b177e54-451e-4d9b-9daf-b5620ee3a2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1980419'] for subnet, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:43.897724 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:43.965312 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5b177e54-451e-4d9b-9daf-b5620ee3a2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1980436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2811187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9546211'] for subnet, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:43.968584 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-7abe3b00-ac6a-4f9d-953e-aa704df5b5df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:14:43.995030 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5b177e54-451e-4d9b-9daf-b5620ee3a2a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592921'] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:43.996742 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-5b177e54-451e-4d9b-9daf-b5620ee3a2a7 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/aa7e0ceb-828b-4559-a5d9-507cfa581363 HTTP/1.1" status: 204 len: 168 time: 0.3056016 Jun 24 17:14:43.997876 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b177e54-451e-4d9b-9daf-b5620ee3a2a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa7e0ceb-828b-4559-a5d9-507cfa581363,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:14:44.002446 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-5b177e54-451e-4d9b-9daf-b5620ee3a2a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:14:44.003973 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 60984) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:14:44.071831 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-197101ff-68fb-4f63-b1e3-a6e99630f967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2040168'] for network, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:44.153661 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-197101ff-68fb-4f63-b1e3-a6e99630f967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982037', 'neutron.services.segments.db._delete_segments_for_network-8734938762792'] for network, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:44.163145 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.services.segments.db [None req-197101ff-68fb-4f63-b1e3-a6e99630f967 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f693cf9-3689-4927-8375-1a498e5907cd']}} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:14:44.173105 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.services.segments.db [None req-197101ff-68fb-4f63-b1e3-a6e99630f967 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2faa66d2-791d-4719-899c-70d2ea1d3315') {'for_net_delete': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:14:44.173398 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.services.segments.db [None req-197101ff-68fb-4f63-b1e3-a6e99630f967 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2faa66d2-791d-4719-899c-70d2ea1d3315') {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:14:44.181947 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-197101ff-68fb-4f63-b1e3-a6e99630f967 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734938750383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9521418'] for segment, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:44.195345 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-197101ff-68fb-4f63-b1e3-a6e99630f967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083357'] for segment, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:44.202237 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-197101ff-68fb-4f63-b1e3-a6e99630f967 admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=93700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 17:14:44.205065 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-197101ff-68fb-4f63-b1e3-a6e99630f967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2811344'] for segment, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:44.205065 dv-cinder-797970-1-iscsi neutron-server[93700]: Traceback (most recent call last): Jun 24 17:14:44.205065 dv-cinder-797970-1-iscsi neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 17:14:44.205065 dv-cinder-797970-1-iscsi neutron-server[93700]: timer() Jun 24 17:14:44.205065 dv-cinder-797970-1-iscsi neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 17:14:44.205065 dv-cinder-797970-1-iscsi neutron-server[93700]: cb(*args, **kw) Jun 24 17:14:44.205065 dv-cinder-797970-1-iscsi neutron-server[93700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 17:14:44.205065 dv-cinder-797970-1-iscsi neutron-server[93700]: return func(*args, **kwargs) Jun 24 17:14:44.205065 dv-cinder-797970-1-iscsi neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 17:14:44.205065 dv-cinder-797970-1-iscsi neutron-server[93700]: self._notify() Jun 24 17:14:44.205065 dv-cinder-797970-1-iscsi neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 17:14:44.205065 dv-cinder-797970-1-iscsi neutron-server[93700]: self.callback(batched_events) Jun 24 17:14:44.205065 dv-cinder-797970-1-iscsi neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 17:14:44.205065 dv-cinder-797970-1-iscsi neutron-server[93700]: event.method(event) Jun 24 17:14:44.205065 dv-cinder-797970-1-iscsi neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 17:14:44.205065 dv-cinder-797970-1-iscsi neutron-server[93700]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 17:14:44.205065 dv-cinder-797970-1-iscsi neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 17:14:44.205065 dv-cinder-797970-1-iscsi neutron-server[93700]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 17:14:44.205065 dv-cinder-797970-1-iscsi neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 17:14:44.205065 dv-cinder-797970-1-iscsi neutron-server[93700]: return f(self, *a, **k) Jun 24 17:14:44.205065 dv-cinder-797970-1-iscsi neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 17:14:44.205065 dv-cinder-797970-1-iscsi neutron-server[93700]: return self._get(url).json() Jun 24 17:14:44.205065 dv-cinder-797970-1-iscsi neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 17:14:44.205065 dv-cinder-797970-1-iscsi neutron-server[93700]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 17:14:44.205065 dv-cinder-797970-1-iscsi neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 17:14:44.205065 dv-cinder-797970-1-iscsi neutron-server[93700]: return self.request(url, 'GET', **kwargs) Jun 24 17:14:44.205065 dv-cinder-797970-1-iscsi neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 17:14:44.205065 dv-cinder-797970-1-iscsi neutron-server[93700]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 17:14:44.205065 dv-cinder-797970-1-iscsi neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 17:14:44.205065 dv-cinder-797970-1-iscsi neutron-server[93700]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 17:14:44.205065 dv-cinder-797970-1-iscsi neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 17:14:44.205065 dv-cinder-797970-1-iscsi neutron-server[93700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 17:14:44.205065 dv-cinder-797970-1-iscsi neutron-server[93700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 17:14:44.309163 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-197101ff-68fb-4f63-b1e3-a6e99630f967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-545941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-938511'] for network, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:44.312646 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:14:44.320319 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-197101ff-68fb-4f63-b1e3-a6e99630f967 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592921'] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:44.320319 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-197101ff-68fb-4f63-b1e3-a6e99630f967 admin admin] 10.222.0.15 "DELETE /v2.0/networks/5f693cf9-3689-4927-8375-1a498e5907cd HTTP/1.1" status: 204 len: 168 time: 0.3118837 Jun 24 17:14:44.327712 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197101ff-68fb-4f63-b1e3-a6e99630f967 admin admin] Pushing event deleted for resources: {'Network': ['ID=5f693cf9-3689-4927-8375-1a498e5907cd,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:14:44.330046 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-197101ff-68fb-4f63-b1e3-a6e99630f967 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:14:44.668975 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 32770) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:14:44.711803 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-a3e94c0e-0463-446c-9e1c-f2275cd9e77c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7924789c44b847458abcc802fbf645a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0416362 Jun 24 17:14:44.714342 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 32772) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:14:44.761754 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b5297048-6121-425c-8ffd-3b95a25e4165 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:44.782639 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b5297048-6121-425c-8ffd-3b95a25e4165 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:44.897747 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b5297048-6121-425c-8ffd-3b95a25e4165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:44.900468 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b5297048-6121-425c-8ffd-3b95a25e4165 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:44.901600 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-b5297048-6121-425c-8ffd-3b95a25e4165 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4584b34a-3823-40ba-8a20-1eb13d51b06a HTTP/1.1" status: 204 len: 168 time: 0.1863577 Jun 24 17:14:44.902717 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-fcfde011-cccb-47e4-bd96-552faa738e00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:14:44.910285 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5297048-6121-425c-8ffd-3b95a25e4165 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4584b34a-3823-40ba-8a20-1eb13d51b06a,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:14:44.913198 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-b5297048-6121-425c-8ffd-3b95a25e4165 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:14:44.931177 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5af43288-dd02-4084-874e-f1fcba283848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:45.917521 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 32798) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:14:46.012380 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.v2.base [None req-3c717569-ab83-4a4b-905f-f9d5f0819a8f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-557446216-network', 'tenant_id': '3932aa6d6c7446bcb7063308e31b911f'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 17:14:46.120921 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c717569-ab83-4a4b-905f-f9d5f0819a8f admin admin] Made reservation on behalf of 3932aa6d6c7446bcb7063308e31b911f for: {'network': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 17:14:46.123352 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3c717569-ab83-4a4b-905f-f9d5f0819a8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for network, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:46.131725 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3c717569-ab83-4a4b-905f-f9d5f0819a8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:46.221246 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3c717569-ab83-4a4b-905f-f9d5f0819a8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:46.312628 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3c717569-ab83-4a4b-905f-f9d5f0819a8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:46.316613 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-3f22d6c9-03f1-438e-89f2-d38f7a2d72a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:14:46.338064 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c717569-ab83-4a4b-905f-f9d5f0819a8f admin admin] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=93700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 17:14:46.348367 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c717569-ab83-4a4b-905f-f9d5f0819a8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7c0d439-47fc-4a27-9928-1930e2caacf6,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:14:46.352904 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3c717569-ab83-4a4b-905f-f9d5f0819a8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083357'] for segment, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:46.353242 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.db.segments_db [None req-3c717569-ab83-4a4b-905f-f9d5f0819a8f admin admin] Added segment 4beec3e6-c27b-4a74-8745-caa05c422d40 of type vlan for network d814d5ca-30ce-40c7-a19a-3244f9dca736 Jun 24 17:14:46.369300 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c717569-ab83-4a4b-905f-f9d5f0819a8f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:14:46.369300 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c717569-ab83-4a4b-905f-f9d5f0819a8f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:14:46.369300 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c717569-ab83-4a4b-905f-f9d5f0819a8f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:14:46.369300 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c717569-ab83-4a4b-905f-f9d5f0819a8f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:14:46.369300 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c717569-ab83-4a4b-905f-f9d5f0819a8f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:14:46.369300 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c717569-ab83-4a4b-905f-f9d5f0819a8f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:14:46.369300 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c717569-ab83-4a4b-905f-f9d5f0819a8f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:14:46.369300 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c717569-ab83-4a4b-905f-f9d5f0819a8f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:14:46.369300 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c717569-ab83-4a4b-905f-f9d5f0819a8f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:14:46.370829 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c717569-ab83-4a4b-905f-f9d5f0819a8f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:14:46.370829 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c717569-ab83-4a4b-905f-f9d5f0819a8f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:14:46.370829 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c717569-ab83-4a4b-905f-f9d5f0819a8f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:14:46.374612 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-3c717569-ab83-4a4b-905f-f9d5f0819a8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:14:46.419250 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3c717569-ab83-4a4b-905f-f9d5f0819a8f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734938226544'] for network, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:46.472832 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-845c8506-8cf5-4b6b-bbc4-443bdb09ac47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:46.535749 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3c717569-ab83-4a4b-905f-f9d5f0819a8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-545941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592956'] for network, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:46.537091 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c717569-ab83-4a4b-905f-f9d5f0819a8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:14:46.537698 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3c717569-ab83-4a4b-905f-f9d5f0819a8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592921'] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:46.540715 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-92f3a64a-f7f8-4f71-88a4-842ec918e9a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:14:46.596367 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c717569-ab83-4a4b-905f-f9d5f0819a8f admin admin] Pushing event updated for resources: {'Network': ['ID=d814d5ca-30ce-40c7-a19a-3244f9dca736,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:14:46.598980 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-3c717569-ab83-4a4b-905f-f9d5f0819a8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:14:46.606662 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Network d814d5ca-30ce-40c7-a19a-3244f9dca736 details requested by agent ovs-agent-dv-cinder-797970-1-iscsi with host dv-cinder-797970-1-iscsi {{(pid=93702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 17:14:46.624375 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-3c717569-ab83-4a4b-905f-f9d5f0819a8f admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.7061815 Jun 24 17:14:46.627187 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 32814) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:14:46.632223 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.v2.base [None req-f23e4039-e443-4199-b3f4-f06a047ea0f5 admin admin] Request body: {'subnet': {'network_id': 'd814d5ca-30ce-40c7-a19a-3244f9dca736', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-557446216-subnet', 'tenant_id': '3932aa6d6c7446bcb7063308e31b911f', 'ip_version': 4}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 17:14:46.697828 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f23e4039-e443-4199-b3f4-f06a047ea0f5 admin admin] Made reservation on behalf of 3932aa6d6c7446bcb7063308e31b911f for: {'subnet': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 17:14:46.700268 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f23e4039-e443-4199-b3f4-f06a047ea0f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10153052'] for subnet, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:46.938035 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f23e4039-e443-4199-b3f4-f06a047ea0f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10147757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10152630'] for subnet, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:46.940413 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-e80842a6-5ac7-4334-b11d-fdbd8ea7a9f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:14:46.994941 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23e4039-e443-4199-b3f4-f06a047ea0f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7f2d1aa-66d6-42d3-8334-b5d4eb2abfb2,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:14:46.998659 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-f23e4039-e443-4199-b3f4-f06a047ea0f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:14:47.002801 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23e4039-e443-4199-b3f4-f06a047ea0f5 admin admin] Checking segment: {'id': '4beec3e6-c27b-4a74-8745-caa05c422d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'd814d5ca-30ce-40c7-a19a-3244f9dca736'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 17:14:47.003146 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f23e4039-e443-4199-b3f4-f06a047ea0f5 admin admin] Network hostable DHCP agents. Network: d814d5ca-30ce-40c7-a19a-3244f9dca736, hostable agents: ['254af59c-4468-4f5d-9dc1-adf32c301d4f'], hosted agents: [] {{(pid=93701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 17:14:47.078793 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f23e4039-e443-4199-b3f4-f06a047ea0f5 admin admin] Network d814d5ca-30ce-40c7-a19a-3244f9dca736 is scheduled to be hosted by DHCP agent 254af59c-4468-4f5d-9dc1-adf32c301d4f with binding_index 1 {{(pid=93701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 17:14:47.152875 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-f23e4039-e443-4199-b3f4-f06a047ea0f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797970-1-iscsi, d814d5ca-30ce-40c7-a19a-3244f9dca736) {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 17:14:47.157838 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f23e4039-e443-4199-b3f4-f06a047ea0f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:14:47.159741 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f23e4039-e443-4199-b3f4-f06a047ea0f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:47.160602 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb48f8e-9645-444c-90df-96c51ef209e8 None None] Network d814d5ca-30ce-40c7-a19a-3244f9dca736 requested from dv-cinder-797970-1-iscsi {{(pid=93702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 17:14:47.239115 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-f23e4039-e443-4199-b3f4-f06a047ea0f5 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6106324 Jun 24 17:14:47.241602 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 32816) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:14:47.247177 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.v2.base [None req-b7dad138-c52f-4913-8d56-dbf9d952e7e0 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-557446216-router', 'tenant_id': '3932aa6d6c7446bcb7063308e31b911f', 'external_gateway_info': {'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a'}}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 17:14:47.299013 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af4de58-245d-4b74-af4f-8b8d9365746d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e573fc9-6f75-50b0-852a-544de058715c-d814d5ca-30ce-40c7-a19a-3244f9dca736', 'network_id': 'd814d5ca-30ce-40c7-a19a-3244f9dca736', 'tenant_id': '3932aa6d6c7446bcb7063308e31b911f', 'fixed_ips': [{'subnet_id': 'e7f2d1aa-66d6-42d3-8334-b5d4eb2abfb2'}]}} from dv-cinder-797970-1-iscsi. {{(pid=93702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 17:14:47.299901 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4af4de58-245d-4b74-af4f-8b8d9365746d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:47.326138 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b7dad138-c52f-4913-8d56-dbf9d952e7e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-935716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25137'] for router, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:47.327180 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b7dad138-c52f-4913-8d56-dbf9d952e7e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-935709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-926300', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25146'] for router, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:47.382680 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b7dad138-c52f-4913-8d56-dbf9d952e7e0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:47.435402 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [None req-4af4de58-245d-4b74-af4f-8b8d9365746d None None] Allocated IP 172.20.0.2 (d814d5ca-30ce-40c7-a19a-3244f9dca736/e7f2d1aa-66d6-42d3-8334-b5d4eb2abfb2/2f1bc78d-7e35-4a93-9a09-84ee11b1ac01) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 17:14:47.558004 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b7dad138-c52f-4913-8d56-dbf9d952e7e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-926208', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-935312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25108'] for router, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:47.579444 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4af4de58-245d-4b74-af4f-8b8d9365746d None None] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:47.587526 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-4af4de58-245d-4b74-af4f-8b8d9365746d None None] Transition to ACTIVE for port object 2f1bc78d-7e35-4a93-9a09-84ee11b1ac01 will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 17:14:47.601816 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-4af4de58-245d-4b74-af4f-8b8d9365746d None None] Transition to ACTIVE for port object 2f1bc78d-7e35-4a93-9a09-84ee11b1ac01 will not be triggered until provisioned by entity DHCP. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 17:14:47.686539 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4af4de58-245d-4b74-af4f-8b8d9365746d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1991527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-355756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734938254830'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:47.689764 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-fbe50129-1454-4ddc-9cd4-fc88e9fa097e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:14:47.724868 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af4de58-245d-4b74-af4f-8b8d9365746d None None] Network d814d5ca-30ce-40c7-a19a-3244f9dca736 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 17:14:47.727661 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-4af4de58-245d-4b74-af4f-8b8d9365746d None None] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 17:14:47.732212 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af4de58-245d-4b74-af4f-8b8d9365746d None None] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 17:14:47.743152 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af4de58-245d-4b74-af4f-8b8d9365746d None None] Pushing event updated for resources: {'Port': ['ID=2f1bc78d-7e35-4a93-9a09-84ee11b1ac01,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:14:47.768251 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af4de58-245d-4b74-af4f-8b8d9365746d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:14:47.768597 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af4de58-245d-4b74-af4f-8b8d9365746d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:14:47.768933 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af4de58-245d-4b74-af4f-8b8d9365746d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:14:47.769263 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af4de58-245d-4b74-af4f-8b8d9365746d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:14:47.769596 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af4de58-245d-4b74-af4f-8b8d9365746d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:14:47.769944 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af4de58-245d-4b74-af4f-8b8d9365746d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:14:47.770285 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af4de58-245d-4b74-af4f-8b8d9365746d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:14:47.770593 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af4de58-245d-4b74-af4f-8b8d9365746d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:14:47.770942 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af4de58-245d-4b74-af4f-8b8d9365746d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:14:47.771280 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af4de58-245d-4b74-af4f-8b8d9365746d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:14:47.771579 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af4de58-245d-4b74-af4f-8b8d9365746d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:14:47.771886 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af4de58-245d-4b74-af4f-8b8d9365746d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:14:47.778714 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-4af4de58-245d-4b74-af4f-8b8d9365746d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:14:47.812130 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-4af4de58-245d-4b74-af4f-8b8d9365746d None None] Attempting to bind port 2f1bc78d-7e35-4a93-9a09-84ee11b1ac01 on host dv-cinder-797970-1-iscsi for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 17:14:47.812548 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-4af4de58-245d-4b74-af4f-8b8d9365746d None None] Attempting to bind port 2f1bc78d-7e35-4a93-9a09-84ee11b1ac01 by drivers openvswitch,hyperv on host dv-cinder-797970-1-iscsi at level 0 using segments [{'id': '4beec3e6-c27b-4a74-8745-caa05c422d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'd814d5ca-30ce-40c7-a19a-3244f9dca736'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 17:14:47.812913 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af4de58-245d-4b74-af4f-8b8d9365746d None None] Attempting to bind port 2f1bc78d-7e35-4a93-9a09-84ee11b1ac01 on network d814d5ca-30ce-40c7-a19a-3244f9dca736 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 17:14:47.817803 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af4de58-245d-4b74-af4f-8b8d9365746d None None] Checking agent: {'id': '080a32e4-e34b-4a53-85c8-07f5ff20b123', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797970-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 17, 0, 14), 'started_at': datetime.datetime(2021, 6, 24, 17, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 17, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797970-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 17:14:47.818182 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af4de58-245d-4b74-af4f-8b8d9365746d None None] Checking segment: {'id': '4beec3e6-c27b-4a74-8745-caa05c422d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'd814d5ca-30ce-40c7-a19a-3244f9dca736'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 17:14:47.818590 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4af4de58-245d-4b74-af4f-8b8d9365746d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:47.818990 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af4de58-245d-4b74-af4f-8b8d9365746d None None] Bound using segment: {'id': '4beec3e6-c27b-4a74-8745-caa05c422d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'd814d5ca-30ce-40c7-a19a-3244f9dca736'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 17:14:47.819453 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-4af4de58-245d-4b74-af4f-8b8d9365746d None None] Bound port: 2f1bc78d-7e35-4a93-9a09-84ee11b1ac01, host: dv-cinder-797970-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4beec3e6-c27b-4a74-8745-caa05c422d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'd814d5ca-30ce-40c7-a19a-3244f9dca736'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 17:14:47.819842 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4af4de58-245d-4b74-af4f-8b8d9365746d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:47.820754 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b7dad138-c52f-4913-8d56-dbf9d952e7e0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:47.839606 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b7dad138-c52f-4913-8d56-dbf9d952e7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:47.883177 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-4af4de58-245d-4b74-af4f-8b8d9365746d None None] For port 2f1bc78d-7e35-4a93-9a09-84ee11b1ac01, host dv-cinder-797970-1-iscsi, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 17:14:47.887250 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-4af4de58-245d-4b74-af4f-8b8d9365746d None None] For port 2f1bc78d-7e35-4a93-9a09-84ee11b1ac01, host dv-cinder-797970-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-1-iscsi',level=0,port_id=2f1bc78d-7e35-4a93-9a09-84ee11b1ac01,segment=NetworkSegment(4beec3e6-c27b-4a74-8745-caa05c422d40),segment_id=4beec3e6-c27b-4a74-8745-caa05c422d40)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 17:14:47.952286 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-b7dad138-c52f-4913-8d56-dbf9d952e7e0 admin admin] Allocated IP 172.27.2.19 (d3559561-7efd-493e-88d1-7d47e478b72a/004d905c-cc14-4189-936d-82a0eea7da62/d0a81f77-a0fa-4bda-a23a-118f0ef0d332) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 17:14:47.961160 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4af4de58-245d-4b74-af4f-8b8d9365746d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:47.965828 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:14:48.030408 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af4de58-245d-4b74-af4f-8b8d9365746d None None] Pushing event updated for resources: {'Port': ['ID=2f1bc78d-7e35-4a93-9a09-84ee11b1ac01,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:14:48.039954 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-4af4de58-245d-4b74-af4f-8b8d9365746d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:14:48.079019 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b7dad138-c52f-4913-8d56-dbf9d952e7e0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:48.161270 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b7dad138-c52f-4913-8d56-dbf9d952e7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1991527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-355756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734938254830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10147801'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:48.164342 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-ed449fcc-e186-4896-8c88-16c0bc917e60 tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:14:48.207140 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7dad138-c52f-4913-8d56-dbf9d952e7e0 admin admin] Network d3559561-7efd-493e-88d1-7d47e478b72a is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 17:14:48.210583 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-b7dad138-c52f-4913-8d56-dbf9d952e7e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 17:14:48.214275 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7dad138-c52f-4913-8d56-dbf9d952e7e0 admin admin] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 17:14:48.248141 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dad138-c52f-4913-8d56-dbf9d952e7e0 admin admin] Pushing event updated for resources: {'Port': ['ID=d0a81f77-a0fa-4bda-a23a-118f0ef0d332,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:14:48.251919 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-b7dad138-c52f-4913-8d56-dbf9d952e7e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:14:48.831246 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b7dad138-c52f-4913-8d56-dbf9d952e7e0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:48.887543 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04e19125-1175-4540-aeb3-9e8b00132d37 None None] Network d814d5ca-30ce-40c7-a19a-3244f9dca736 requested from dv-cinder-797970-1-iscsi {{(pid=93702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 17:14:49.031028 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-61e6675b-80f5-461b-a922-181f42817d7f None None] Provisioning for port 2f1bc78d-7e35-4a93-9a09-84ee11b1ac01 completed by entity DHCP. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 17:14:49.032932 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b7dad138-c52f-4913-8d56-dbf9d952e7e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-935327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-938626'] for router, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:49.234832 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7dad138-c52f-4913-8d56-dbf9d952e7e0 admin admin] Router 7b3d966b-e590-4548-9b25-3d2447152b98 is scheduled to L3 agent ebb0bbf0-d6bc-43df-80f2-a0cdb1424f3b with binding_index 1 {{(pid=93701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 17:14:49.338208 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7dad138-c52f-4913-8d56-dbf9d952e7e0 admin admin] Notify agent at l3_agent.dv-cinder-797970-1-iscsi the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 17:14:49.347248 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517aeb1c-83d4-4a26-b8c8-4bf940329b2a None None] Sync routers for ids ['7b3d966b-e590-4548-9b25-3d2447152b98'] in dv-cinder-797970-1-iscsi {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 17:14:49.356009 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517aeb1c-83d4-4a26-b8c8-4bf940329b2a None None] Routers {'7b3d966b-e590-4548-9b25-3d2447152b98'} bound to L3 agent in host dv-cinder-797970-1-iscsi {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 17:14:49.356619 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-517aeb1c-83d4-4a26-b8c8-4bf940329b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-24T17:00:13Z,description=,heartbeat_timestamp=2021-06-24T17:14:43Z,host='dv-cinder-797970-1-iscsi',id=ebb0bbf0-d6bc-43df-80f2-a0cdb1424f3b,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T17:00:14Z,topic='l3_agent')) {'router_ids': ['7b3d966b-e590-4548-9b25-3d2447152b98'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:14:49.440913 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b7dad138-c52f-4913-8d56-dbf9d952e7e0 admin admin] Notify callbacks [] for router, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:49.442356 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-b7dad138-c52f-4913-8d56-dbf9d952e7e0 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.1997828 Jun 24 17:14:49.444957 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 32828) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:14:49.574537 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-517aeb1c-83d4-4a26-b8c8-4bf940329b2a None None] Set router 7b3d966b-e590-4548-9b25-3d2447152b98 gateway port host: dv-cinder-797970-1-iscsi {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 17:14:49.749425 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-517aeb1c-83d4-4a26-b8c8-4bf940329b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b3d966b-e590-4548-9b25-3d2447152b98', 'name': 'tempest-TestShelveInstance-557446216-router', 'tenant_id': '3932aa6d6c7446bcb7063308e31b911f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'external_fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': 'd0a81f77-a0fa-4bda-a23a-118f0ef0d332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T17:14:47Z', 'updated_at': '2021-06-24T17:14:48Z', 'revision_number': 3, 'project_id': '3932aa6d6c7446bcb7063308e31b911f', 'gw_port': {'id': 'd0a81f77-a0fa-4bda-a23a-118f0ef0d332', 'name': '', 'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:4d:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b3d966b-e590-4548-9b25-3d2447152b98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:14:47Z', 'updated_at': '2021-06-24T17:14:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '004d905c-cc14-4189-936d-82a0eea7da62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-1-iscsi'}], 'dv-cinder-797970-1-iscsi', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:14:49.774964 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517aeb1c-83d4-4a26-b8c8-4bf940329b2a None None] Checking router: 7b3d966b-e590-4548-9b25-3d2447152b98 for host: dv-cinder-797970-1-iscsi {{(pid=93702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 17:14:49.775327 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517aeb1c-83d4-4a26-b8c8-4bf940329b2a None None] Updating router 7b3d966b-e590-4548-9b25-3d2447152b98 port d0a81f77-a0fa-4bda-a23a-118f0ef0d332 binding host dv-cinder-797970-1-iscsi {{(pid=93702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 17:14:49.809792 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-517aeb1c-83d4-4a26-b8c8-4bf940329b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:49.855582 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c2627652-ad7d-4eb8-b54e-6ea31d320a04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:50.016743 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-c2627652-ad7d-4eb8-b54e-6ea31d320a04 admin admin] Allocated IP 172.20.0.1 (d814d5ca-30ce-40c7-a19a-3244f9dca736/e7f2d1aa-66d6-42d3-8334-b5d4eb2abfb2/b2c17e2a-28da-4d69-8e31-c770b530421a) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 17:14:50.060594 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Device 2f1bc78d-7e35-4a93-9a09-84ee11b1ac01 up at agent ovs-agent-dv-cinder-797970-1-iscsi {{(pid=93702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 17:14:50.103956 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-517aeb1c-83d4-4a26-b8c8-4bf940329b2a None None] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:50.120990 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-517aeb1c-83d4-4a26-b8c8-4bf940329b2a None None] Transition to ACTIVE for port object d0a81f77-a0fa-4bda-a23a-118f0ef0d332 will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 17:14:50.129587 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c2627652-ad7d-4eb8-b54e-6ea31d320a04 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:50.143682 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-c2627652-ad7d-4eb8-b54e-6ea31d320a04 admin admin] Transition to ACTIVE for port object b2c17e2a-28da-4d69-8e31-c770b530421a will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 17:14:50.193304 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-517aeb1c-83d4-4a26-b8c8-4bf940329b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:50.195334 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Provisioning for port 2f1bc78d-7e35-4a93-9a09-84ee11b1ac01 completed by entity L2. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 17:14:50.199328 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:14:50.222966 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Provisioning complete for port 2f1bc78d-7e35-4a93-9a09-84ee11b1ac01 triggered by entity L2. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 17:14:50.225597 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979100'] for port, provisioning_complete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:50.269267 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9c56b2-baac-4e9b-b9d0-0c8a56fc44aa None None] Pushing event updated for resources: {'Port': ['ID=d0a81f77-a0fa-4bda-a23a-118f0ef0d332,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:14:50.269633 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c2627652-ad7d-4eb8-b54e-6ea31d320a04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1991527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-355756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734938254830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10147801'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:50.273147 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-fe9c56b2-baac-4e9b-b9d0-0c8a56fc44aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:14:50.273993 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-517aeb1c-83d4-4a26-b8c8-4bf940329b2a None None] Attempting to bind port d0a81f77-a0fa-4bda-a23a-118f0ef0d332 on host dv-cinder-797970-1-iscsi for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 17:14:50.278712 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-517aeb1c-83d4-4a26-b8c8-4bf940329b2a None None] Attempting to bind port d0a81f77-a0fa-4bda-a23a-118f0ef0d332 by drivers openvswitch,hyperv on host dv-cinder-797970-1-iscsi at level 0 using segments [{'id': 'd12f47f8-231e-43a0-ac28-6eda6263252e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 17:14:50.279083 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-e3b5299a-7fab-4c51-b1a8-e87db37d3e9f tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:14:50.279184 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517aeb1c-83d4-4a26-b8c8-4bf940329b2a None None] Attempting to bind port d0a81f77-a0fa-4bda-a23a-118f0ef0d332 on network d3559561-7efd-493e-88d1-7d47e478b72a {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 17:14:50.286236 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517aeb1c-83d4-4a26-b8c8-4bf940329b2a None None] Checking agent: {'id': '080a32e4-e34b-4a53-85c8-07f5ff20b123', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797970-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 17, 0, 14), 'started_at': datetime.datetime(2021, 6, 24, 17, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 17, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797970-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 17:14:50.286613 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517aeb1c-83d4-4a26-b8c8-4bf940329b2a None None] Checking segment: {'id': 'd12f47f8-231e-43a0-ac28-6eda6263252e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 17:14:50.287017 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-517aeb1c-83d4-4a26-b8c8-4bf940329b2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:50.287409 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517aeb1c-83d4-4a26-b8c8-4bf940329b2a None None] Bound using segment: {'id': 'd12f47f8-231e-43a0-ac28-6eda6263252e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 17:14:50.287877 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-517aeb1c-83d4-4a26-b8c8-4bf940329b2a None None] Bound port: d0a81f77-a0fa-4bda-a23a-118f0ef0d332, host: dv-cinder-797970-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd12f47f8-231e-43a0-ac28-6eda6263252e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 17:14:50.288255 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-517aeb1c-83d4-4a26-b8c8-4bf940329b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:50.314988 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2627652-ad7d-4eb8-b54e-6ea31d320a04 admin admin] Network d814d5ca-30ce-40c7-a19a-3244f9dca736 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 17:14:50.318913 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-c2627652-ad7d-4eb8-b54e-6ea31d320a04 admin admin] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 17:14:50.322110 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2627652-ad7d-4eb8-b54e-6ea31d320a04 admin admin] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 17:14:50.330555 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2627652-ad7d-4eb8-b54e-6ea31d320a04 admin admin] Pushing event updated for resources: {'Port': ['ID=b2c17e2a-28da-4d69-8e31-c770b530421a,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:14:50.353708 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-c2627652-ad7d-4eb8-b54e-6ea31d320a04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:14:50.370504 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-517aeb1c-83d4-4a26-b8c8-4bf940329b2a None None] For port d0a81f77-a0fa-4bda-a23a-118f0ef0d332, host dv-cinder-797970-1-iscsi, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 17:14:50.372690 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c2627652-ad7d-4eb8-b54e-6ea31d320a04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-939535'] for router_interface, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:50.375055 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-517aeb1c-83d4-4a26-b8c8-4bf940329b2a None None] For port d0a81f77-a0fa-4bda-a23a-118f0ef0d332, host dv-cinder-797970-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-1-iscsi',level=0,port_id=d0a81f77-a0fa-4bda-a23a-118f0ef0d332,segment=NetworkSegment(d12f47f8-231e-43a0-ac28-6eda6263252e),segment_id=d12f47f8-231e-43a0-ac28-6eda6263252e)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 17:14:50.386472 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:50.426626 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] For port 2f1bc78d-7e35-4a93-9a09-84ee11b1ac01, host dv-cinder-797970-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-1-iscsi',level=0,port_id=2f1bc78d-7e35-4a93-9a09-84ee11b1ac01,segment=NetworkSegment(4beec3e6-c27b-4a74-8745-caa05c422d40),segment_id=4beec3e6-c27b-4a74-8745-caa05c422d40)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 17:14:50.475573 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-517aeb1c-83d4-4a26-b8c8-4bf940329b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:50.477591 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:14:50.505961 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:50.537471 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9c56b2-baac-4e9b-b9d0-0c8a56fc44aa None None] Pushing event updated for resources: {'Port': ['ID=d0a81f77-a0fa-4bda-a23a-118f0ef0d332,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:14:50.539943 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517aeb1c-83d4-4a26-b8c8-4bf940329b2a None None] Routers {'7b3d966b-e590-4548-9b25-3d2447152b98'} bound to L3 agent in host dv-cinder-797970-1-iscsi {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 17:14:50.540533 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-517aeb1c-83d4-4a26-b8c8-4bf940329b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-24T17:00:13Z,description=,heartbeat_timestamp=2021-06-24T17:14:43Z,host='dv-cinder-797970-1-iscsi',id=ebb0bbf0-d6bc-43df-80f2-a0cdb1424f3b,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T17:00:14Z,topic='l3_agent')) {'router_ids': ['7b3d966b-e590-4548-9b25-3d2447152b98'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:14:50.542400 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-fe9c56b2-baac-4e9b-b9d0-0c8a56fc44aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:14:50.542857 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-318909f5-bc0e-4971-b611-90d3447c35ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:14:50.626011 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c2627652-ad7d-4eb8-b54e-6ea31d320a04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:50.666156 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Pushing event updated for resources: {'Port': ['ID=2f1bc78d-7e35-4a93-9a09-84ee11b1ac01,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:14:50.670574 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:14:50.694547 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-517aeb1c-83d4-4a26-b8c8-4bf940329b2a None None] Set router 7b3d966b-e590-4548-9b25-3d2447152b98 gateway port host: dv-cinder-797970-1-iscsi {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 17:14:50.721611 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-cb95c617-2e80-45ac-b7d3-0f5a48f140ac None None] Provisioning for port b2c17e2a-28da-4d69-8e31-c770b530421a completed by entity DHCP. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 17:14:50.755670 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-cb95c617-2e80-45ac-b7d3-0f5a48f140ac None None] Provisioning complete for port b2c17e2a-28da-4d69-8e31-c770b530421a triggered by entity DHCP. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 17:14:50.756050 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-cb95c617-2e80-45ac-b7d3-0f5a48f140ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979100'] for port, provisioning_complete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:50.798424 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c2627652-ad7d-4eb8-b54e-6ea31d320a04 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:50.830694 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-cb95c617-2e80-45ac-b7d3-0f5a48f140ac None None] Port b2c17e2a-28da-4d69-8e31-c770b530421a cannot update to ACTIVE because it is not bound. {{(pid=93702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 17:14:50.880142 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c2627652-ad7d-4eb8-b54e-6ea31d320a04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10147627'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:50.883532 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-7eb733c9-d4c7-43b7-9695-4c887b93ace9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:14:50.903531 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-517aeb1c-83d4-4a26-b8c8-4bf940329b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b3d966b-e590-4548-9b25-3d2447152b98', 'name': 'tempest-TestShelveInstance-557446216-router', 'tenant_id': '3932aa6d6c7446bcb7063308e31b911f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'external_fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': 'd0a81f77-a0fa-4bda-a23a-118f0ef0d332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T17:14:47Z', 'updated_at': '2021-06-24T17:14:48Z', 'revision_number': 3, 'project_id': '3932aa6d6c7446bcb7063308e31b911f', 'gw_port': {'id': 'd0a81f77-a0fa-4bda-a23a-118f0ef0d332', 'name': '', 'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:4d:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b3d966b-e590-4548-9b25-3d2447152b98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:14:47Z', 'updated_at': '2021-06-24T17:14:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '004d905c-cc14-4189-936d-82a0eea7da62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-1-iscsi'}], 'dv-cinder-797970-1-iscsi', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:14:50.935832 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517aeb1c-83d4-4a26-b8c8-4bf940329b2a None None] The sync data for ids ['7b3d966b-e590-4548-9b25-3d2447152b98'] in dv-cinder-797970-1-iscsi is: [{'id': '7b3d966b-e590-4548-9b25-3d2447152b98', 'name': 'tempest-TestShelveInstance-557446216-router', 'tenant_id': '3932aa6d6c7446bcb7063308e31b911f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'external_fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': 'd0a81f77-a0fa-4bda-a23a-118f0ef0d332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T17:14:47Z', 'updated_at': '2021-06-24T17:14:48Z', 'revision_number': 3, 'project_id': '3932aa6d6c7446bcb7063308e31b911f', 'gw_port': {'id': 'd0a81f77-a0fa-4bda-a23a-118f0ef0d332', 'name': '', 'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:4d:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b3d966b-e590-4548-9b25-3d2447152b98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:14:47Z', 'updated_at': '2021-06-24T17:14:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '004d905c-cc14-4189-936d-82a0eea7da62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-1-iscsi'}] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 17:14:50.951217 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2627652-ad7d-4eb8-b54e-6ea31d320a04 admin admin] Pushing event updated for resources: {'Port': ['ID=b2c17e2a-28da-4d69-8e31-c770b530421a,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:14:50.955735 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-c2627652-ad7d-4eb8-b54e-6ea31d320a04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:14:50.959102 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c2627652-ad7d-4eb8-b54e-6ea31d320a04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-595654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939771'] for router_interface, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:51.064131 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2627652-ad7d-4eb8-b54e-6ea31d320a04 admin admin] Network d814d5ca-30ce-40c7-a19a-3244f9dca736 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 17:14:51.064131 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-c2627652-ad7d-4eb8-b54e-6ea31d320a04 admin admin] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 17:14:51.203361 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2627652-ad7d-4eb8-b54e-6ea31d320a04 admin admin] Router 7b3d966b-e590-4548-9b25-3d2447152b98 has already been hosted by L3 agent ebb0bbf0-d6bc-43df-80f2-a0cdb1424f3b {{(pid=93701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 17:14:51.325039 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2627652-ad7d-4eb8-b54e-6ea31d320a04 admin admin] Notify agent at l3_agent.dv-cinder-797970-1-iscsi the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 17:14:51.330097 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-c2627652-ad7d-4eb8-b54e-6ea31d320a04 admin admin] 10.222.0.15 "PUT /v2.0/routers/7b3d966b-e590-4548-9b25-3d2447152b98/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8841202 Jun 24 17:14:51.353912 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-db36e020-f261-494e-be77-d297d8ba98c1 None None] Provisioning complete for port b2c17e2a-28da-4d69-8e31-c770b530421a triggered by entity DHCP. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 17:14:51.355555 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-db36e020-f261-494e-be77-d297d8ba98c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979100'] for port, provisioning_complete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:51.396630 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-db36e020-f261-494e-be77-d297d8ba98c1 None None] Port b2c17e2a-28da-4d69-8e31-c770b530421a cannot update to ACTIVE because it is not bound. {{(pid=93702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 17:14:51.667506 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:52.017325 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 32864) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:14:52.025668 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.v2.base [None req-de0a8a21-e8ce-4db7-bc3b-1453ce7da2ae admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2020705762-network', 'tenant_id': '1255a8ca1fd14745a92eb3821737d1e4'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 17:14:52.105143 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Device 2f1bc78d-7e35-4a93-9a09-84ee11b1ac01 up at agent ovs-agent-dv-cinder-797970-1-iscsi {{(pid=93702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 17:14:52.114672 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de0a8a21-e8ce-4db7-bc3b-1453ce7da2ae admin admin] Made reservation on behalf of 1255a8ca1fd14745a92eb3821737d1e4 for: {'network': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 17:14:52.117102 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-de0a8a21-e8ce-4db7-bc3b-1453ce7da2ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for network, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:52.126837 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-de0a8a21-e8ce-4db7-bc3b-1453ce7da2ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:52.153633 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Provisioning complete for port 2f1bc78d-7e35-4a93-9a09-84ee11b1ac01 triggered by entity L2. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 17:14:52.154585 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979100'] for port, provisioning_complete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:52.235123 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-de0a8a21-e8ce-4db7-bc3b-1453ce7da2ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:52.238714 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Device d0a81f77-a0fa-4bda-a23a-118f0ef0d332 up at agent ovs-agent-dv-cinder-797970-1-iscsi {{(pid=93702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 17:14:52.314446 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-de0a8a21-e8ce-4db7-bc3b-1453ce7da2ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:52.317543 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-8f5e76d7-184f-4d0e-8b53-df0707e50a04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:14:52.342126 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de0a8a21-e8ce-4db7-bc3b-1453ce7da2ae admin admin] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=93701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 17:14:52.348316 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0a8a21-e8ce-4db7-bc3b-1453ce7da2ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4435c174-fc04-419f-9a0b-0e4eb6ef8ef4,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:14:52.351996 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-de0a8a21-e8ce-4db7-bc3b-1453ce7da2ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:14:52.356072 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Provisioning for port d0a81f77-a0fa-4bda-a23a-118f0ef0d332 completed by entity L2. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 17:14:52.359249 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-de0a8a21-e8ce-4db7-bc3b-1453ce7da2ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083357'] for segment, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:52.359697 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.db.segments_db [None req-de0a8a21-e8ce-4db7-bc3b-1453ce7da2ae admin admin] Added segment 115ff61a-9abd-4c37-825c-11de1ae6f6fc of type vlan for network 63c1692c-20e2-4f2d-a2b2-27713ee82c8e Jun 24 17:14:52.360217 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Provisioning complete for port d0a81f77-a0fa-4bda-a23a-118f0ef0d332 triggered by entity L2. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 17:14:52.360592 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979100'] for port, provisioning_complete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:52.404485 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-de0a8a21-e8ce-4db7-bc3b-1453ce7da2ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734938226544'] for network, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:52.442065 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:52.462512 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] For port d0a81f77-a0fa-4bda-a23a-118f0ef0d332, host dv-cinder-797970-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-1-iscsi',level=0,port_id=d0a81f77-a0fa-4bda-a23a-118f0ef0d332,segment=NetworkSegment(d12f47f8-231e-43a0-ac28-6eda6263252e),segment_id=d12f47f8-231e-43a0-ac28-6eda6263252e)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 17:14:52.503440 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-de0a8a21-e8ce-4db7-bc3b-1453ce7da2ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-545941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592956'] for network, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:52.504817 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de0a8a21-e8ce-4db7-bc3b-1453ce7da2ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:14:52.505428 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-de0a8a21-e8ce-4db7-bc3b-1453ce7da2ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592921'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:52.508574 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:14:52.524970 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d744de5a-878d-4540-ac04-c35bf3332685 None None] Sync routers for ids ['7b3d966b-e590-4548-9b25-3d2447152b98'] in dv-cinder-797970-1-iscsi {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 17:14:52.535037 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d744de5a-878d-4540-ac04-c35bf3332685 None None] Routers {'7b3d966b-e590-4548-9b25-3d2447152b98'} bound to L3 agent in host dv-cinder-797970-1-iscsi {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 17:14:52.535689 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-d744de5a-878d-4540-ac04-c35bf3332685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-24T17:00:13Z,description=,heartbeat_timestamp=2021-06-24T17:14:43Z,host='dv-cinder-797970-1-iscsi',id=ebb0bbf0-d6bc-43df-80f2-a0cdb1424f3b,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T17:00:14Z,topic='l3_agent')) {'router_ids': ['7b3d966b-e590-4548-9b25-3d2447152b98'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:14:52.564363 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:52.566366 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-5af7f1a4-d828-4b4e-9567-f71e1bb03c1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:14:52.573437 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0a8a21-e8ce-4db7-bc3b-1453ce7da2ae admin admin] Pushing event updated for resources: {'Network': ['ID=63c1692c-20e2-4f2d-a2b2-27713ee82c8e,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:14:52.576597 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-de0a8a21-e8ce-4db7-bc3b-1453ce7da2ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:14:52.586072 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 32874) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:14:52.593460 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Network 63c1692c-20e2-4f2d-a2b2-27713ee82c8e details requested by agent ovs-agent-dv-cinder-797970-1-iscsi with host dv-cinder-797970-1-iscsi {{(pid=93702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 17:14:52.623996 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-de0a8a21-e8ce-4db7-bc3b-1453ce7da2ae admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6052582 Jun 24 17:14:52.626744 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 32878) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:14:52.633411 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.v2.base [None req-2bcd0221-079b-474c-8e99-cb025bfd1001 admin admin] Request body: {'subnet': {'network_id': '63c1692c-20e2-4f2d-a2b2-27713ee82c8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2020705762-subnet', 'tenant_id': '1255a8ca1fd14745a92eb3821737d1e4', 'ip_version': 4}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 17:14:52.644491 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-d744de5a-878d-4540-ac04-c35bf3332685 None None] Set router 7b3d966b-e590-4548-9b25-3d2447152b98 gateway port host: dv-cinder-797970-1-iscsi {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 17:14:52.677506 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Pushing event updated for resources: {'Port': ['ID=d0a81f77-a0fa-4bda-a23a-118f0ef0d332,revision_number=4']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:14:52.681764 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:14:52.712158 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e3642531-c949-47de-bcaf-73fa13a9cdc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:52.738621 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bcd0221-079b-474c-8e99-cb025bfd1001 admin admin] Made reservation on behalf of 1255a8ca1fd14745a92eb3821737d1e4 for: {'subnet': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 17:14:52.741093 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2bcd0221-079b-474c-8e99-cb025bfd1001 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9547520'] for subnet, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:52.836823 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-d744de5a-878d-4540-ac04-c35bf3332685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b3d966b-e590-4548-9b25-3d2447152b98', 'name': 'tempest-TestShelveInstance-557446216-router', 'tenant_id': '3932aa6d6c7446bcb7063308e31b911f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'external_fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': 'd0a81f77-a0fa-4bda-a23a-118f0ef0d332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T17:14:47Z', 'updated_at': '2021-06-24T17:14:50Z', 'revision_number': 4, 'project_id': '3932aa6d6c7446bcb7063308e31b911f', 'gw_port': {'id': 'd0a81f77-a0fa-4bda-a23a-118f0ef0d332', 'name': '', 'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:4d:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b3d966b-e590-4548-9b25-3d2447152b98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:14:47Z', 'updated_at': '2021-06-24T17:14:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '004d905c-cc14-4189-936d-82a0eea7da62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-1-iscsi', '_interfaces': [{'id': 'b2c17e2a-28da-4d69-8e31-c770b530421a', 'name': '', 'network_id': 'd814d5ca-30ce-40c7-a19a-3244f9dca736', 'tenant_id': '3932aa6d6c7446bcb7063308e31b911f', 'mac_address': 'fa:16:3e:6f:e4:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b3d966b-e590-4548-9b25-3d2447152b98', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'e7f2d1aa-66d6-42d3-8334-b5d4eb2abfb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:14:49Z', 'updated_at': '2021-06-24T17:14:50Z', 'revision_number': 2, 'project_id': '3932aa6d6c7446bcb7063308e31b911f', 'subnets': [{'id': 'e7f2d1aa-66d6-42d3-8334-b5d4eb2abfb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-1-iscsi', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:14:52.862533 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d744de5a-878d-4540-ac04-c35bf3332685 None None] Checking router: 7b3d966b-e590-4548-9b25-3d2447152b98 for host: dv-cinder-797970-1-iscsi {{(pid=93703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 17:14:52.862890 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d744de5a-878d-4540-ac04-c35bf3332685 None None] Updating router 7b3d966b-e590-4548-9b25-3d2447152b98 port b2c17e2a-28da-4d69-8e31-c770b530421a binding host dv-cinder-797970-1-iscsi {{(pid=93703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 17:14:52.902254 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-d744de5a-878d-4540-ac04-c35bf3332685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:52.919673 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e3642531-c949-47de-bcaf-73fa13a9cdc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:52.972432 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e3642531-c949-47de-bcaf-73fa13a9cdc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:52.975020 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-2c9c5945-9d47-4cdd-9dca-8684548b3d15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:14:53.012998 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-e3642531-c949-47de-bcaf-73fa13a9cdc5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=15c23573d1e54ff2a4a2b4326af3409c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4257731 Jun 24 17:14:53.014170 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3642531-c949-47de-bcaf-73fa13a9cdc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=928372d1-a65e-4cc4-bc33-0932c5adaa1b,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:14:53.015694 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 32880) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:14:53.018400 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-e3642531-c949-47de-bcaf-73fa13a9cdc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:14:53.019382 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2bcd0221-079b-474c-8e99-cb025bfd1001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2811250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9546218'] for subnet, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:53.022425 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:14:53.070019 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6a3920c8-3f5f-4e44-bc4d-3bf0f9809e40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:53.081690 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcd0221-079b-474c-8e99-cb025bfd1001 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d14ded2f-9b05-439c-b26c-f377afd08d00,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:14:53.085565 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-2bcd0221-079b-474c-8e99-cb025bfd1001 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:14:53.086689 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bcd0221-079b-474c-8e99-cb025bfd1001 admin admin] Checking segment: {'id': '115ff61a-9abd-4c37-825c-11de1ae6f6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '63c1692c-20e2-4f2d-a2b2-27713ee82c8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 17:14:53.087045 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bcd0221-079b-474c-8e99-cb025bfd1001 admin admin] Network hostable DHCP agents. Network: 63c1692c-20e2-4f2d-a2b2-27713ee82c8e, hostable agents: ['254af59c-4468-4f5d-9dc1-adf32c301d4f'], hosted agents: [] {{(pid=93700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 17:14:53.097110 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6a3920c8-3f5f-4e44-bc4d-3bf0f9809e40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:53.187315 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bcd0221-079b-474c-8e99-cb025bfd1001 admin admin] Network 63c1692c-20e2-4f2d-a2b2-27713ee82c8e is scheduled to be hosted by DHCP agent 254af59c-4468-4f5d-9dc1-adf32c301d4f with binding_index 1 {{(pid=93700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 17:14:53.209954 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6a3920c8-3f5f-4e44-bc4d-3bf0f9809e40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:53.212556 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6a3920c8-3f5f-4e44-bc4d-3bf0f9809e40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:53.214076 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-6a3920c8-3f5f-4e44-bc4d-3bf0f9809e40 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/928372d1-a65e-4cc4-bc33-0932c5adaa1b HTTP/1.1" status: 204 len: 168 time: 0.1967545 Jun 24 17:14:53.214934 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-88fe9dd8-358f-4876-966d-06863e506226 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:14:53.222652 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3920c8-3f5f-4e44-bc4d-3bf0f9809e40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=928372d1-a65e-4cc4-bc33-0932c5adaa1b,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:14:53.225476 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-6a3920c8-3f5f-4e44-bc4d-3bf0f9809e40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:14:53.244151 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-d744de5a-878d-4540-ac04-c35bf3332685 None None] Notify callbacks [] for port, precommit_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:53.255008 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-d744de5a-878d-4540-ac04-c35bf3332685 None None] Transition to ACTIVE for port object b2c17e2a-28da-4d69-8e31-c770b530421a will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 17:14:53.289877 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-2bcd0221-079b-474c-8e99-cb025bfd1001 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797970-1-iscsi, 63c1692c-20e2-4f2d-a2b2-27713ee82c8e) {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 17:14:53.294575 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bcd0221-079b-474c-8e99-cb025bfd1001 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:14:53.295227 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2bcd0221-079b-474c-8e99-cb025bfd1001 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592921'] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:53.299479 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bbbf105-8bed-40d1-b11c-f11d8ce0d7a3 None None] Network 63c1692c-20e2-4f2d-a2b2-27713ee82c8e requested from dv-cinder-797970-1-iscsi {{(pid=93702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 17:14:53.314755 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-d744de5a-878d-4540-ac04-c35bf3332685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:53.318074 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG oslo_concurrency.lockutils [None req-960e318b-5773-4030-b249-74995c64d231 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:14:53.368552 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01bedab-bef4-43b7-8095-9a27f63d7fda None None] Pushing event updated for resources: {'Port': ['ID=b2c17e2a-28da-4d69-8e31-c770b530421a,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:14:53.380363 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01bedab-bef4-43b7-8095-9a27f63d7fda None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:14:53.391723 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01bedab-bef4-43b7-8095-9a27f63d7fda None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:14:53.391723 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01bedab-bef4-43b7-8095-9a27f63d7fda None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:14:53.391723 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01bedab-bef4-43b7-8095-9a27f63d7fda None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:14:53.391723 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01bedab-bef4-43b7-8095-9a27f63d7fda None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:14:53.391723 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01bedab-bef4-43b7-8095-9a27f63d7fda None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:14:53.391723 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01bedab-bef4-43b7-8095-9a27f63d7fda None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:14:53.391723 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01bedab-bef4-43b7-8095-9a27f63d7fda None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:14:53.391723 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01bedab-bef4-43b7-8095-9a27f63d7fda None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:14:53.391723 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01bedab-bef4-43b7-8095-9a27f63d7fda None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:14:53.391723 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01bedab-bef4-43b7-8095-9a27f63d7fda None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:14:53.391723 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01bedab-bef4-43b7-8095-9a27f63d7fda None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:14:53.391723 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG oslo_concurrency.lockutils [None req-b01bedab-bef4-43b7-8095-9a27f63d7fda None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:14:53.424304 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-2bcd0221-079b-474c-8e99-cb025bfd1001 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7931857 Jun 24 17:14:53.424542 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 32884) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:14:53.428851 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.v2.base [None req-fed0e3f1-80e5-456c-a3b4-50fbba1ec661 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2020705762-router', 'tenant_id': '1255a8ca1fd14745a92eb3821737d1e4', 'external_gateway_info': {'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a'}}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 17:14:53.454411 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65972059-64d7-4d02-aa42-94ad740c50fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e573fc9-6f75-50b0-852a-544de058715c-63c1692c-20e2-4f2d-a2b2-27713ee82c8e', 'network_id': '63c1692c-20e2-4f2d-a2b2-27713ee82c8e', 'tenant_id': '1255a8ca1fd14745a92eb3821737d1e4', 'fixed_ips': [{'subnet_id': 'd14ded2f-9b05-439c-b26c-f377afd08d00'}]}} from dv-cinder-797970-1-iscsi. {{(pid=93702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 17:14:53.455406 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-65972059-64d7-4d02-aa42-94ad740c50fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:53.572606 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fed0e3f1-80e5-456c-a3b4-50fbba1ec661 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-935716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25137'] for router, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:53.573760 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fed0e3f1-80e5-456c-a3b4-50fbba1ec661 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-935709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-926300', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25146'] for router, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:53.605352 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [None req-65972059-64d7-4d02-aa42-94ad740c50fe None None] Allocated IP 172.20.0.2 (63c1692c-20e2-4f2d-a2b2-27713ee82c8e/d14ded2f-9b05-439c-b26c-f377afd08d00/83939d6a-53f3-406e-a94d-959a8195a9ef) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 17:14:53.752917 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-65972059-64d7-4d02-aa42-94ad740c50fe None None] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:53.762271 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-65972059-64d7-4d02-aa42-94ad740c50fe None None] Transition to ACTIVE for port object 83939d6a-53f3-406e-a94d-959a8195a9ef will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 17:14:53.778690 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-65972059-64d7-4d02-aa42-94ad740c50fe None None] Transition to ACTIVE for port object 83939d6a-53f3-406e-a94d-959a8195a9ef will not be triggered until provisioned by entity DHCP. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 17:14:53.836374 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fed0e3f1-80e5-456c-a3b4-50fbba1ec661 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:53.919063 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-d744de5a-878d-4540-ac04-c35bf3332685 None None] Attempting to bind port b2c17e2a-28da-4d69-8e31-c770b530421a on host dv-cinder-797970-1-iscsi for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 17:14:53.919628 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-d744de5a-878d-4540-ac04-c35bf3332685 None None] Attempting to bind port b2c17e2a-28da-4d69-8e31-c770b530421a by drivers openvswitch,hyperv on host dv-cinder-797970-1-iscsi at level 0 using segments [{'id': '4beec3e6-c27b-4a74-8745-caa05c422d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'd814d5ca-30ce-40c7-a19a-3244f9dca736'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 17:14:53.919726 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-65972059-64d7-4d02-aa42-94ad740c50fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1991527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-355756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734938254830'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:53.919858 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d744de5a-878d-4540-ac04-c35bf3332685 None None] Attempting to bind port b2c17e2a-28da-4d69-8e31-c770b530421a on network d814d5ca-30ce-40c7-a19a-3244f9dca736 {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 17:14:53.934228 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d744de5a-878d-4540-ac04-c35bf3332685 None None] Checking agent: {'id': '080a32e4-e34b-4a53-85c8-07f5ff20b123', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797970-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 17, 0, 14), 'started_at': datetime.datetime(2021, 6, 24, 17, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 17, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797970-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 17:14:53.934407 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:14:53.934497 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d744de5a-878d-4540-ac04-c35bf3332685 None None] Checking segment: {'id': '4beec3e6-c27b-4a74-8745-caa05c422d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'd814d5ca-30ce-40c7-a19a-3244f9dca736'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 17:14:53.934497 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-d744de5a-878d-4540-ac04-c35bf3332685 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:53.934497 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d744de5a-878d-4540-ac04-c35bf3332685 None None] Bound using segment: {'id': '4beec3e6-c27b-4a74-8745-caa05c422d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'd814d5ca-30ce-40c7-a19a-3244f9dca736'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 17:14:53.934497 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-d744de5a-878d-4540-ac04-c35bf3332685 None None] Bound port: b2c17e2a-28da-4d69-8e31-c770b530421a, host: dv-cinder-797970-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4beec3e6-c27b-4a74-8745-caa05c422d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'd814d5ca-30ce-40c7-a19a-3244f9dca736'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 17:14:53.934497 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-d744de5a-878d-4540-ac04-c35bf3332685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:53.970586 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65972059-64d7-4d02-aa42-94ad740c50fe None None] Network 63c1692c-20e2-4f2d-a2b2-27713ee82c8e is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 17:14:53.973436 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-65972059-64d7-4d02-aa42-94ad740c50fe None None] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 17:14:53.979136 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65972059-64d7-4d02-aa42-94ad740c50fe None None] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 17:14:53.988454 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65972059-64d7-4d02-aa42-94ad740c50fe None None] Pushing event updated for resources: {'Port': ['ID=83939d6a-53f3-406e-a94d-959a8195a9ef,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:14:53.992032 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-65972059-64d7-4d02-aa42-94ad740c50fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:14:54.008672 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-d744de5a-878d-4540-ac04-c35bf3332685 None None] For port b2c17e2a-28da-4d69-8e31-c770b530421a, host dv-cinder-797970-1-iscsi, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 17:14:54.012655 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 32890) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:14:54.013500 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-d744de5a-878d-4540-ac04-c35bf3332685 None None] For port b2c17e2a-28da-4d69-8e31-c770b530421a, host dv-cinder-797970-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-1-iscsi',level=0,port_id=b2c17e2a-28da-4d69-8e31-c770b530421a,segment=NetworkSegment(4beec3e6-c27b-4a74-8745-caa05c422d40),segment_id=4beec3e6-c27b-4a74-8745-caa05c422d40)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 17:14:54.026060 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Device d0a81f77-a0fa-4bda-a23a-118f0ef0d332 up at agent ovs-agent-dv-cinder-797970-1-iscsi {{(pid=93702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 17:14:54.034133 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7c06f682-569a-43be-a58d-548b3c3f7a6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:54.079635 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-d744de5a-878d-4540-ac04-c35bf3332685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:54.083931 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-65972059-64d7-4d02-aa42-94ad740c50fe None None] Attempting to bind port 83939d6a-53f3-406e-a94d-959a8195a9ef on host dv-cinder-797970-1-iscsi for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 17:14:54.084363 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-65972059-64d7-4d02-aa42-94ad740c50fe None None] Attempting to bind port 83939d6a-53f3-406e-a94d-959a8195a9ef by drivers openvswitch,hyperv on host dv-cinder-797970-1-iscsi at level 0 using segments [{'id': '115ff61a-9abd-4c37-825c-11de1ae6f6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '63c1692c-20e2-4f2d-a2b2-27713ee82c8e'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 17:14:54.084741 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65972059-64d7-4d02-aa42-94ad740c50fe None None] Attempting to bind port 83939d6a-53f3-406e-a94d-959a8195a9ef on network 63c1692c-20e2-4f2d-a2b2-27713ee82c8e {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 17:14:54.084857 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fed0e3f1-80e5-456c-a3b4-50fbba1ec661 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-926208', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-935312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25108'] for router, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:54.085635 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG oslo_concurrency.lockutils [None req-c3c70674-187a-4435-809c-7e7b52fe5e34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:14:54.095601 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65972059-64d7-4d02-aa42-94ad740c50fe None None] Checking agent: {'id': '080a32e4-e34b-4a53-85c8-07f5ff20b123', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797970-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 17, 0, 14), 'started_at': datetime.datetime(2021, 6, 24, 17, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 17, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797970-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 17:14:54.096211 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65972059-64d7-4d02-aa42-94ad740c50fe None None] Checking segment: {'id': '115ff61a-9abd-4c37-825c-11de1ae6f6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '63c1692c-20e2-4f2d-a2b2-27713ee82c8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 17:14:54.096404 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-65972059-64d7-4d02-aa42-94ad740c50fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:54.096806 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65972059-64d7-4d02-aa42-94ad740c50fe None None] Bound using segment: {'id': '115ff61a-9abd-4c37-825c-11de1ae6f6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '63c1692c-20e2-4f2d-a2b2-27713ee82c8e'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 17:14:54.097284 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-65972059-64d7-4d02-aa42-94ad740c50fe None None] Bound port: 83939d6a-53f3-406e-a94d-959a8195a9ef, host: dv-cinder-797970-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '115ff61a-9abd-4c37-825c-11de1ae6f6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '63c1692c-20e2-4f2d-a2b2-27713ee82c8e'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 17:14:54.097693 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-65972059-64d7-4d02-aa42-94ad740c50fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:54.151255 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7c06f682-569a-43be-a58d-548b3c3f7a6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:54.157022 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Provisioning complete for port d0a81f77-a0fa-4bda-a23a-118f0ef0d332 triggered by entity L2. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 17:14:54.157022 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979100'] for port, provisioning_complete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:54.167041 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d744de5a-878d-4540-ac04-c35bf3332685 None None] Routers {'7b3d966b-e590-4548-9b25-3d2447152b98'} bound to L3 agent in host dv-cinder-797970-1-iscsi {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 17:14:54.167712 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-d744de5a-878d-4540-ac04-c35bf3332685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-24T17:00:13Z,description=,heartbeat_timestamp=2021-06-24T17:14:43Z,host='dv-cinder-797970-1-iscsi',id=ebb0bbf0-d6bc-43df-80f2-a0cdb1424f3b,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T17:00:14Z,topic='l3_agent')) {'router_ids': ['7b3d966b-e590-4548-9b25-3d2447152b98'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:14:54.221748 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01bedab-bef4-43b7-8095-9a27f63d7fda None None] Pushing event updated for resources: {'Port': ['ID=b2c17e2a-28da-4d69-8e31-c770b530421a,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:14:54.226511 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG oslo_concurrency.lockutils [None req-b01bedab-bef4-43b7-8095-9a27f63d7fda None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=93703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:14:54.269408 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7c06f682-569a-43be-a58d-548b3c3f7a6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:54.273492 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-fa2eccff-b008-4403-af3d-0ffad88480f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:14:54.326917 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-d744de5a-878d-4540-ac04-c35bf3332685 None None] Set router 7b3d966b-e590-4548-9b25-3d2447152b98 gateway port host: dv-cinder-797970-1-iscsi {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 17:14:54.328369 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c06f682-569a-43be-a58d-548b3c3f7a6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93b4f24a-f756-4047-9faa-fe2cbecb5f90,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:14:54.352544 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-65972059-64d7-4d02-aa42-94ad740c50fe None None] For port 83939d6a-53f3-406e-a94d-959a8195a9ef, host dv-cinder-797970-1-iscsi, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 17:14:54.356136 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-7c06f682-569a-43be-a58d-548b3c3f7a6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:14:54.367989 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-65972059-64d7-4d02-aa42-94ad740c50fe None None] For port 83939d6a-53f3-406e-a94d-959a8195a9ef, host dv-cinder-797970-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-1-iscsi',level=0,port_id=83939d6a-53f3-406e-a94d-959a8195a9ef,segment=NetworkSegment(115ff61a-9abd-4c37-825c-11de1ae6f6fc),segment_id=115ff61a-9abd-4c37-825c-11de1ae6f6fc)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 17:14:54.397271 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-7c06f682-569a-43be-a58d-548b3c3f7a6b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ea9d8ca0379041fa8adb97c44e7ccebd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3802822 Jun 24 17:14:54.397271 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 32892) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:14:54.410249 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fed0e3f1-80e5-456c-a3b4-50fbba1ec661 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:54.436360 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fed0e3f1-80e5-456c-a3b4-50fbba1ec661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:54.439232 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-65972059-64d7-4d02-aa42-94ad740c50fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:54.450808 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-fe9c56b2-baac-4e9b-b9d0-0c8a56fc44aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:14:54.458205 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5eaca35e-ef54-459d-b11a-cf0a956cc079 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:54.487471 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5eaca35e-ef54-459d-b11a-cf0a956cc079 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:54.542418 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65972059-64d7-4d02-aa42-94ad740c50fe None None] Pushing event updated for resources: {'Port': ['ID=83939d6a-53f3-406e-a94d-959a8195a9ef,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:14:54.556879 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-65972059-64d7-4d02-aa42-94ad740c50fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:14:54.578599 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [None req-fed0e3f1-80e5-456c-a3b4-50fbba1ec661 admin admin] Allocated IP 172.27.2.156 (d3559561-7efd-493e-88d1-7d47e478b72a/004d905c-cc14-4189-936d-82a0eea7da62/1e755298-56cc-4997-ae13-35bf78bce942) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 17:14:54.584793 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-d744de5a-878d-4540-ac04-c35bf3332685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b3d966b-e590-4548-9b25-3d2447152b98', 'name': 'tempest-TestShelveInstance-557446216-router', 'tenant_id': '3932aa6d6c7446bcb7063308e31b911f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'external_fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': 'd0a81f77-a0fa-4bda-a23a-118f0ef0d332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T17:14:47Z', 'updated_at': '2021-06-24T17:14:50Z', 'revision_number': 4, 'project_id': '3932aa6d6c7446bcb7063308e31b911f', 'gw_port': {'id': 'd0a81f77-a0fa-4bda-a23a-118f0ef0d332', 'name': '', 'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:4d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3d966b-e590-4548-9b25-3d2447152b98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:14:47Z', 'updated_at': '2021-06-24T17:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '004d905c-cc14-4189-936d-82a0eea7da62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-1-iscsi', '_interfaces': [{'id': 'b2c17e2a-28da-4d69-8e31-c770b530421a', 'name': '', 'network_id': 'd814d5ca-30ce-40c7-a19a-3244f9dca736', 'tenant_id': '3932aa6d6c7446bcb7063308e31b911f', 'mac_address': 'fa:16:3e:6f:e4:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b3d966b-e590-4548-9b25-3d2447152b98', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'e7f2d1aa-66d6-42d3-8334-b5d4eb2abfb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:14:49Z', 'updated_at': '2021-06-24T17:14:54Z', 'revision_number': 4, 'project_id': '3932aa6d6c7446bcb7063308e31b911f', 'subnets': [{'id': 'e7f2d1aa-66d6-42d3-8334-b5d4eb2abfb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-1-iscsi', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:14:54.612557 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d744de5a-878d-4540-ac04-c35bf3332685 None None] The sync data for ids ['7b3d966b-e590-4548-9b25-3d2447152b98'] in dv-cinder-797970-1-iscsi is: [{'id': '7b3d966b-e590-4548-9b25-3d2447152b98', 'name': 'tempest-TestShelveInstance-557446216-router', 'tenant_id': '3932aa6d6c7446bcb7063308e31b911f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'external_fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': 'd0a81f77-a0fa-4bda-a23a-118f0ef0d332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T17:14:47Z', 'updated_at': '2021-06-24T17:14:50Z', 'revision_number': 4, 'project_id': '3932aa6d6c7446bcb7063308e31b911f', 'gw_port': {'id': 'd0a81f77-a0fa-4bda-a23a-118f0ef0d332', 'name': '', 'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:4d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3d966b-e590-4548-9b25-3d2447152b98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:14:47Z', 'updated_at': '2021-06-24T17:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '004d905c-cc14-4189-936d-82a0eea7da62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-1-iscsi', '_interfaces': [{'id': 'b2c17e2a-28da-4d69-8e31-c770b530421a', 'name': '', 'network_id': 'd814d5ca-30ce-40c7-a19a-3244f9dca736', 'tenant_id': '3932aa6d6c7446bcb7063308e31b911f', 'mac_address': 'fa:16:3e:6f:e4:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b3d966b-e590-4548-9b25-3d2447152b98', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'e7f2d1aa-66d6-42d3-8334-b5d4eb2abfb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:14:49Z', 'updated_at': '2021-06-24T17:14:54Z', 'revision_number': 4, 'project_id': '3932aa6d6c7446bcb7063308e31b911f', 'subnets': [{'id': 'e7f2d1aa-66d6-42d3-8334-b5d4eb2abfb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 17:14:54.623046 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5eaca35e-ef54-459d-b11a-cf0a956cc079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:54.626459 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5eaca35e-ef54-459d-b11a-cf0a956cc079 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:54.630795 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-5eaca35e-ef54-459d-b11a-cf0a956cc079 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/93b4f24a-f756-4047-9faa-fe2cbecb5f90 HTTP/1.1" status: 204 len: 168 time: 0.2295182 Jun 24 17:14:54.630795 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-0f340c56-9452-4207-8721-5cc3f6831906 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:14:54.637969 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaca35e-ef54-459d-b11a-cf0a956cc079 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93b4f24a-f756-4047-9faa-fe2cbecb5f90,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:14:54.650572 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-5eaca35e-ef54-459d-b11a-cf0a956cc079 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:14:54.720075 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fed0e3f1-80e5-456c-a3b4-50fbba1ec661 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:54.850375 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fed0e3f1-80e5-456c-a3b4-50fbba1ec661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1991527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-355756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734938254830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2811142'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:54.852715 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-06fcc481-ae33-4f01-bd99-938db4541b0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:14:54.893728 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed0e3f1-80e5-456c-a3b4-50fbba1ec661 admin admin] Network d3559561-7efd-493e-88d1-7d47e478b72a is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 17:14:54.896901 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-fed0e3f1-80e5-456c-a3b4-50fbba1ec661 admin admin] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 17:14:54.900245 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed0e3f1-80e5-456c-a3b4-50fbba1ec661 admin admin] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 17:14:54.938703 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed0e3f1-80e5-456c-a3b4-50fbba1ec661 admin admin] Pushing event updated for resources: {'Port': ['ID=1e755298-56cc-4997-ae13-35bf78bce942,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:14:54.943232 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-fed0e3f1-80e5-456c-a3b4-50fbba1ec661 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:14:55.248044 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fed0e3f1-80e5-456c-a3b4-50fbba1ec661 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:55.441797 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 32898) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:14:55.455772 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ff4def75-7dc0-4924-a624-a3e194689ca3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:55.469286 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fed0e3f1-80e5-456c-a3b4-50fbba1ec661 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-935327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-938626'] for router, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:55.573134 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ff4def75-7dc0-4924-a624-a3e194689ca3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:55.592592 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bf44a82-f9dd-4643-a3e1-41f1c662db31 None None] Network 63c1692c-20e2-4f2d-a2b2-27713ee82c8e requested from dv-cinder-797970-1-iscsi {{(pid=93702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 17:14:55.634748 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ff4def75-7dc0-4924-a624-a3e194689ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:55.642197 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:14:55.689975 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-ff4def75-7dc0-4924-a624-a3e194689ca3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=55064d743885487c8d0644eaefd1a15d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2488358 Jun 24 17:14:55.690886 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4def75-7dc0-4924-a624-a3e194689ca3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d44aaef-1607-4504-833e-1d757e49e484,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:14:55.693322 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 32900) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:14:55.704035 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fed0e3f1-80e5-456c-a3b4-50fbba1ec661 admin admin] Router f56a34c9-1810-4bad-9d72-2f827955b051 is scheduled to L3 agent ebb0bbf0-d6bc-43df-80f2-a0cdb1424f3b with binding_index 1 {{(pid=93700) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 17:14:55.732169 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-ff4def75-7dc0-4924-a624-a3e194689ca3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:14:55.743505 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-92a21a6e-bf0f-4be2-8806-65939ddc8785 None None] Provisioning for port 83939d6a-53f3-406e-a94d-959a8195a9ef completed by entity DHCP. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 17:14:55.774484 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-060020bb-39cd-4760-804a-764b5c91ae97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:55.800755 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-060020bb-39cd-4760-804a-764b5c91ae97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:55.844652 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fed0e3f1-80e5-456c-a3b4-50fbba1ec661 admin admin] Notify agent at l3_agent.dv-cinder-797970-1-iscsi the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 17:14:55.861661 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d86847-5cba-489c-be98-22bba7904b27 None None] Sync routers for ids ['f56a34c9-1810-4bad-9d72-2f827955b051'] in dv-cinder-797970-1-iscsi {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 17:14:55.871521 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d86847-5cba-489c-be98-22bba7904b27 None None] Routers {'f56a34c9-1810-4bad-9d72-2f827955b051'} bound to L3 agent in host dv-cinder-797970-1-iscsi {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 17:14:55.872144 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-42d86847-5cba-489c-be98-22bba7904b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-24T17:00:13Z,description=,heartbeat_timestamp=2021-06-24T17:14:43Z,host='dv-cinder-797970-1-iscsi',id=ebb0bbf0-d6bc-43df-80f2-a0cdb1424f3b,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T17:00:14Z,topic='l3_agent')) {'router_ids': ['f56a34c9-1810-4bad-9d72-2f827955b051'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:14:55.935752 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-060020bb-39cd-4760-804a-764b5c91ae97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:55.938383 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-060020bb-39cd-4760-804a-764b5c91ae97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:55.939566 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-060020bb-39cd-4760-804a-764b5c91ae97 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6d44aaef-1607-4504-833e-1d757e49e484 HTTP/1.1" status: 204 len: 168 time: 0.2284045 Jun 24 17:14:55.940288 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-e6e09b04-b0f9-4db9-8ced-368a3b4a1912 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:14:55.944666 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fed0e3f1-80e5-456c-a3b4-50fbba1ec661 admin admin] Notify callbacks [] for router, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:55.944666 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-fed0e3f1-80e5-456c-a3b4-50fbba1ec661 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5188832 Jun 24 17:14:55.947103 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 32904) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:14:55.950367 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060020bb-39cd-4760-804a-764b5c91ae97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d44aaef-1607-4504-833e-1d757e49e484,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:14:55.953047 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-060020bb-39cd-4760-804a-764b5c91ae97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:14:56.022878 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-42d86847-5cba-489c-be98-22bba7904b27 None None] Set router f56a34c9-1810-4bad-9d72-2f827955b051 gateway port host: dv-cinder-797970-1-iscsi {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 17:14:56.153499 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Device 83939d6a-53f3-406e-a94d-959a8195a9ef up at agent ovs-agent-dv-cinder-797970-1-iscsi {{(pid=93702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 17:14:56.254299 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-42d86847-5cba-489c-be98-22bba7904b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f56a34c9-1810-4bad-9d72-2f827955b051', 'name': 'tempest-TestShelveInstance-2020705762-router', 'tenant_id': '1255a8ca1fd14745a92eb3821737d1e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'external_fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': '1e755298-56cc-4997-ae13-35bf78bce942', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T17:14:53Z', 'updated_at': '2021-06-24T17:14:55Z', 'revision_number': 3, 'project_id': '1255a8ca1fd14745a92eb3821737d1e4', 'gw_port': {'id': '1e755298-56cc-4997-ae13-35bf78bce942', 'name': '', 'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:ca:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f56a34c9-1810-4bad-9d72-2f827955b051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:14:54Z', 'updated_at': '2021-06-24T17:14:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '004d905c-cc14-4189-936d-82a0eea7da62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-1-iscsi'}], 'dv-cinder-797970-1-iscsi', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:14:56.285050 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d86847-5cba-489c-be98-22bba7904b27 None None] Checking router: f56a34c9-1810-4bad-9d72-2f827955b051 for host: dv-cinder-797970-1-iscsi {{(pid=93702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 17:14:56.285418 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d86847-5cba-489c-be98-22bba7904b27 None None] Updating router f56a34c9-1810-4bad-9d72-2f827955b051 port 1e755298-56cc-4997-ae13-35bf78bce942 binding host dv-cinder-797970-1-iscsi {{(pid=93702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 17:14:56.314315 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Provisioning for port 83939d6a-53f3-406e-a94d-959a8195a9ef completed by entity L2. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 17:14:56.323358 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-42d86847-5cba-489c-be98-22bba7904b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:56.324918 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Provisioning complete for port 83939d6a-53f3-406e-a94d-959a8195a9ef triggered by entity L2. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 17:14:56.327445 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979100'] for port, provisioning_complete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:56.446984 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f4d59156-c892-486f-ad91-aa170ec3b353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:56.542287 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:56.598126 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] For port 83939d6a-53f3-406e-a94d-959a8195a9ef, host dv-cinder-797970-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-1-iscsi',level=0,port_id=83939d6a-53f3-406e-a94d-959a8195a9ef,segment=NetworkSegment(115ff61a-9abd-4c37-825c-11de1ae6f6fc),segment_id=115ff61a-9abd-4c37-825c-11de1ae6f6fc)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 17:14:56.624106 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [None req-f4d59156-c892-486f-ad91-aa170ec3b353 admin admin] Allocated IP 172.20.0.1 (63c1692c-20e2-4f2d-a2b2-27713ee82c8e/d14ded2f-9b05-439c-b26c-f377afd08d00/0bb3188b-8248-4289-9322-6a5dabdb9cbb) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 17:14:56.672948 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-42d86847-5cba-489c-be98-22bba7904b27 None None] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:56.684042 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-42d86847-5cba-489c-be98-22bba7904b27 None None] Transition to ACTIVE for port object 1e755298-56cc-4997-ae13-35bf78bce942 will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 17:14:56.687463 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:56.688319 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Device b2c17e2a-28da-4d69-8e31-c770b530421a up at agent ovs-agent-dv-cinder-797970-1-iscsi {{(pid=93702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 17:14:56.691114 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:14:56.740396 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f4d59156-c892-486f-ad91-aa170ec3b353 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:56.754165 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-f4d59156-c892-486f-ad91-aa170ec3b353 admin admin] Transition to ACTIVE for port object 0bb3188b-8248-4289-9322-6a5dabdb9cbb will not be triggered until provisioned by entity DHCP. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 17:14:56.767105 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Pushing event updated for resources: {'Port': ['ID=83939d6a-53f3-406e-a94d-959a8195a9ef,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:14:56.771376 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:14:56.773242 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-42d86847-5cba-489c-be98-22bba7904b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:56.777510 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:14:56.827717 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-42d86847-5cba-489c-be98-22bba7904b27 None None] Attempting to bind port 1e755298-56cc-4997-ae13-35bf78bce942 on host dv-cinder-797970-1-iscsi for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 17:14:56.828148 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-42d86847-5cba-489c-be98-22bba7904b27 None None] Attempting to bind port 1e755298-56cc-4997-ae13-35bf78bce942 by drivers openvswitch,hyperv on host dv-cinder-797970-1-iscsi at level 0 using segments [{'id': 'd12f47f8-231e-43a0-ac28-6eda6263252e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 17:14:56.828462 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d86847-5cba-489c-be98-22bba7904b27 None None] Attempting to bind port 1e755298-56cc-4997-ae13-35bf78bce942 on network d3559561-7efd-493e-88d1-7d47e478b72a {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 17:14:56.831515 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea0be94-92e3-4c83-ae02-10a6be4e2ae0 None None] Pushing event updated for resources: {'Port': ['ID=1e755298-56cc-4997-ae13-35bf78bce942,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:14:56.835411 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-9ea0be94-92e3-4c83-ae02-10a6be4e2ae0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:14:56.846129 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d86847-5cba-489c-be98-22bba7904b27 None None] Checking agent: {'id': '080a32e4-e34b-4a53-85c8-07f5ff20b123', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797970-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 17, 0, 14), 'started_at': datetime.datetime(2021, 6, 24, 17, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 17, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797970-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 17:14:56.846129 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d86847-5cba-489c-be98-22bba7904b27 None None] Checking segment: {'id': 'd12f47f8-231e-43a0-ac28-6eda6263252e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 17:14:56.846129 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-42d86847-5cba-489c-be98-22bba7904b27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:56.846129 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d86847-5cba-489c-be98-22bba7904b27 None None] Bound using segment: {'id': 'd12f47f8-231e-43a0-ac28-6eda6263252e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 17:14:56.846129 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-42d86847-5cba-489c-be98-22bba7904b27 None None] Bound port: 1e755298-56cc-4997-ae13-35bf78bce942, host: dv-cinder-797970-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd12f47f8-231e-43a0-ac28-6eda6263252e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 17:14:56.846129 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-42d86847-5cba-489c-be98-22bba7904b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:56.864109 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Provisioning for port b2c17e2a-28da-4d69-8e31-c770b530421a completed by entity L2. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 17:14:56.872858 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Provisioning complete for port b2c17e2a-28da-4d69-8e31-c770b530421a triggered by entity L2. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 17:14:56.873339 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979100'] for port, provisioning_complete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:56.909215 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f4d59156-c892-486f-ad91-aa170ec3b353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1991527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-355756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734938254830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2811142'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:56.912569 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:14:56.916139 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-42d86847-5cba-489c-be98-22bba7904b27 None None] For port 1e755298-56cc-4997-ae13-35bf78bce942, host dv-cinder-797970-1-iscsi, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 17:14:56.921002 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-42d86847-5cba-489c-be98-22bba7904b27 None None] For port 1e755298-56cc-4997-ae13-35bf78bce942, host dv-cinder-797970-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-1-iscsi',level=0,port_id=1e755298-56cc-4997-ae13-35bf78bce942,segment=NetworkSegment(d12f47f8-231e-43a0-ac28-6eda6263252e),segment_id=d12f47f8-231e-43a0-ac28-6eda6263252e)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 17:14:56.951682 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d59156-c892-486f-ad91-aa170ec3b353 admin admin] Network 63c1692c-20e2-4f2d-a2b2-27713ee82c8e is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 17:14:56.954696 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-f4d59156-c892-486f-ad91-aa170ec3b353 admin admin] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 17:14:56.958096 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d59156-c892-486f-ad91-aa170ec3b353 admin admin] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 17:14:56.973925 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:56.987891 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d59156-c892-486f-ad91-aa170ec3b353 admin admin] Pushing event updated for resources: {'Port': ['ID=0bb3188b-8248-4289-9322-6a5dabdb9cbb,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:14:56.992374 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-f4d59156-c892-486f-ad91-aa170ec3b353 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:14:56.994731 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-42d86847-5cba-489c-be98-22bba7904b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:56.997428 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-65972059-64d7-4d02-aa42-94ad740c50fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:14:57.011773 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f4d59156-c892-486f-ad91-aa170ec3b353 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-939535'] for router_interface, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:57.048254 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] For port b2c17e2a-28da-4d69-8e31-c770b530421a, host dv-cinder-797970-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-1-iscsi',level=0,port_id=b2c17e2a-28da-4d69-8e31-c770b530421a,segment=NetworkSegment(4beec3e6-c27b-4a74-8745-caa05c422d40),segment_id=4beec3e6-c27b-4a74-8745-caa05c422d40)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 17:14:57.074091 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea0be94-92e3-4c83-ae02-10a6be4e2ae0 None None] Pushing event updated for resources: {'Port': ['ID=1e755298-56cc-4997-ae13-35bf78bce942,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:14:57.077814 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-9ea0be94-92e3-4c83-ae02-10a6be4e2ae0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:14:57.078568 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d86847-5cba-489c-be98-22bba7904b27 None None] Routers {'f56a34c9-1810-4bad-9d72-2f827955b051'} bound to L3 agent in host dv-cinder-797970-1-iscsi {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 17:14:57.079185 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-42d86847-5cba-489c-be98-22bba7904b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-24T17:00:13Z,description=,heartbeat_timestamp=2021-06-24T17:14:43Z,host='dv-cinder-797970-1-iscsi',id=ebb0bbf0-d6bc-43df-80f2-a0cdb1424f3b,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T17:00:14Z,topic='l3_agent')) {'router_ids': ['f56a34c9-1810-4bad-9d72-2f827955b051'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:14:57.121950 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:57.125605 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-4af4de58-245d-4b74-af4f-8b8d9365746d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:14:57.215286 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Pushing event updated for resources: {'Port': ['ID=b2c17e2a-28da-4d69-8e31-c770b530421a,revision_number=5']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:14:57.219469 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:14:57.239073 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-42d86847-5cba-489c-be98-22bba7904b27 None None] Set router f56a34c9-1810-4bad-9d72-2f827955b051 gateway port host: dv-cinder-797970-1-iscsi {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 17:14:57.269425 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f4d59156-c892-486f-ad91-aa170ec3b353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:57.407245 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-14579fe6-71d0-4317-8ac4-5b195016a433 None None] Provisioning for port 0bb3188b-8248-4289-9322-6a5dabdb9cbb completed by entity DHCP. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 17:14:57.427840 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-14579fe6-71d0-4317-8ac4-5b195016a433 None None] Provisioning complete for port 0bb3188b-8248-4289-9322-6a5dabdb9cbb triggered by entity DHCP. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 17:14:57.428220 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-14579fe6-71d0-4317-8ac4-5b195016a433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979100'] for port, provisioning_complete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:57.430951 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f4d59156-c892-486f-ad91-aa170ec3b353 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:57.492343 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f4d59156-c892-486f-ad91-aa170ec3b353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2811380'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:57.495184 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:14:57.565931 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f4d59156-c892-486f-ad91-aa170ec3b353 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-595654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939771'] for router_interface, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:57.567679 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d59156-c892-486f-ad91-aa170ec3b353 admin admin] Pushing event updated for resources: {'Port': ['ID=0bb3188b-8248-4289-9322-6a5dabdb9cbb,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:14:57.570897 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-f4d59156-c892-486f-ad91-aa170ec3b353 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:14:57.587977 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-14579fe6-71d0-4317-8ac4-5b195016a433 None None] Port 0bb3188b-8248-4289-9322-6a5dabdb9cbb cannot update to ACTIVE because it is not bound. {{(pid=93702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 17:14:57.602318 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-42d86847-5cba-489c-be98-22bba7904b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f56a34c9-1810-4bad-9d72-2f827955b051', 'name': 'tempest-TestShelveInstance-2020705762-router', 'tenant_id': '1255a8ca1fd14745a92eb3821737d1e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'external_fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': '1e755298-56cc-4997-ae13-35bf78bce942', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T17:14:53Z', 'updated_at': '2021-06-24T17:14:55Z', 'revision_number': 3, 'project_id': '1255a8ca1fd14745a92eb3821737d1e4', 'gw_port': {'id': '1e755298-56cc-4997-ae13-35bf78bce942', 'name': '', 'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:ca:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f56a34c9-1810-4bad-9d72-2f827955b051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:14:54Z', 'updated_at': '2021-06-24T17:14:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '004d905c-cc14-4189-936d-82a0eea7da62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-1-iscsi'}], 'dv-cinder-797970-1-iscsi', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:14:57.629872 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d86847-5cba-489c-be98-22bba7904b27 None None] The sync data for ids ['f56a34c9-1810-4bad-9d72-2f827955b051'] in dv-cinder-797970-1-iscsi is: [{'id': 'f56a34c9-1810-4bad-9d72-2f827955b051', 'name': 'tempest-TestShelveInstance-2020705762-router', 'tenant_id': '1255a8ca1fd14745a92eb3821737d1e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'external_fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': '1e755298-56cc-4997-ae13-35bf78bce942', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T17:14:53Z', 'updated_at': '2021-06-24T17:14:55Z', 'revision_number': 3, 'project_id': '1255a8ca1fd14745a92eb3821737d1e4', 'gw_port': {'id': '1e755298-56cc-4997-ae13-35bf78bce942', 'name': '', 'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:ca:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f56a34c9-1810-4bad-9d72-2f827955b051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:14:54Z', 'updated_at': '2021-06-24T17:14:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '004d905c-cc14-4189-936d-82a0eea7da62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-1-iscsi'}] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 17:14:57.670885 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d59156-c892-486f-ad91-aa170ec3b353 admin admin] Network 63c1692c-20e2-4f2d-a2b2-27713ee82c8e is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 17:14:57.672312 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-f4d59156-c892-486f-ad91-aa170ec3b353 admin admin] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 17:14:57.797251 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4d59156-c892-486f-ad91-aa170ec3b353 admin admin] Router f56a34c9-1810-4bad-9d72-2f827955b051 has already been hosted by L3 agent ebb0bbf0-d6bc-43df-80f2-a0cdb1424f3b {{(pid=93700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 17:14:57.942029 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4d59156-c892-486f-ad91-aa170ec3b353 admin admin] Notify agent at l3_agent.dv-cinder-797970-1-iscsi the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 17:14:57.949911 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-f4d59156-c892-486f-ad91-aa170ec3b353 admin admin] 10.222.0.15 "PUT /v2.0/routers/f56a34c9-1810-4bad-9d72-2f827955b051/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0008481 Jun 24 17:14:58.016797 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-4fdfce50-e66b-4054-8226-854df9b580fa None None] Provisioning complete for port 0bb3188b-8248-4289-9322-6a5dabdb9cbb triggered by entity DHCP. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 17:14:58.016797 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4fdfce50-e66b-4054-8226-854df9b580fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979100'] for port, provisioning_complete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:58.056401 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-4fdfce50-e66b-4054-8226-854df9b580fa None None] Port 0bb3188b-8248-4289-9322-6a5dabdb9cbb cannot update to ACTIVE because it is not bound. {{(pid=93702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 17:14:58.144102 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Device 83939d6a-53f3-406e-a94d-959a8195a9ef up at agent ovs-agent-dv-cinder-797970-1-iscsi {{(pid=93702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 17:14:58.204768 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Provisioning complete for port 83939d6a-53f3-406e-a94d-959a8195a9ef triggered by entity L2. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 17:14:58.205190 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979100'] for port, provisioning_complete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:58.289390 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Device 1e755298-56cc-4997-ae13-35bf78bce942 up at agent ovs-agent-dv-cinder-797970-1-iscsi {{(pid=93702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 17:14:58.386833 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Provisioning for port 1e755298-56cc-4997-ae13-35bf78bce942 completed by entity L2. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 17:14:58.396006 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Provisioning complete for port 1e755298-56cc-4997-ae13-35bf78bce942 triggered by entity L2. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 17:14:58.396530 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979100'] for port, provisioning_complete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:58.482227 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:58.505550 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] For port 1e755298-56cc-4997-ae13-35bf78bce942, host dv-cinder-797970-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-1-iscsi',level=0,port_id=1e755298-56cc-4997-ae13-35bf78bce942,segment=NetworkSegment(d12f47f8-231e-43a0-ac28-6eda6263252e),segment_id=d12f47f8-231e-43a0-ac28-6eda6263252e)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 17:14:58.575338 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:58.576275 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Device b2c17e2a-28da-4d69-8e31-c770b530421a up at agent ovs-agent-dv-cinder-797970-1-iscsi {{(pid=93702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 17:14:58.578058 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:14:58.649892 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Pushing event updated for resources: {'Port': ['ID=1e755298-56cc-4997-ae13-35bf78bce942,revision_number=4']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:14:58.653517 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:14:58.664752 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Provisioning complete for port b2c17e2a-28da-4d69-8e31-c770b530421a triggered by entity L2. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 17:14:58.665131 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979100'] for port, provisioning_complete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:58.724603 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 32942) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:14:58.729992 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.v2.base [None req-4533ae0a-7dc5-440b-961a-af156f84acf1 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1970319181', 'description': 'tempest-secgroup-smoke-1970319181 description', 'project_id': '3932aa6d6c7446bcb7063308e31b911f'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 17:14:59.032969 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4533ae0a-7dc5-440b-961a-af156f84acf1 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:59.118995 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4533ae0a-7dc5-440b-961a-af156f84acf1 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:59.175729 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4533ae0a-7dc5-440b-961a-af156f84acf1 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:59.179337 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-925eb4dc-2ec0-4c17-bb07-f041a82c8206 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:14:59.212893 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4533ae0a-7dc5-440b-961a-af156f84acf1 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ceaa142-9b86-49f1-8a2c-63b3bfce97bb,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:14:59.214621 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-4533ae0a-7dc5-440b-961a-af156f84acf1 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:14:59.236973 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c94920-119b-4b69-af10-2473de6b3f7b None None] Sync routers for ids ['f56a34c9-1810-4bad-9d72-2f827955b051'] in dv-cinder-797970-1-iscsi {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 17:14:59.246800 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c94920-119b-4b69-af10-2473de6b3f7b None None] Routers {'f56a34c9-1810-4bad-9d72-2f827955b051'} bound to L3 agent in host dv-cinder-797970-1-iscsi {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 17:14:59.247409 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-e6c94920-119b-4b69-af10-2473de6b3f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-24T17:00:13Z,description=,heartbeat_timestamp=2021-06-24T17:14:43Z,host='dv-cinder-797970-1-iscsi',id=ebb0bbf0-d6bc-43df-80f2-a0cdb1424f3b,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T17:00:14Z,topic='l3_agent')) {'router_ids': ['f56a34c9-1810-4bad-9d72-2f827955b051'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:14:59.263398 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4533ae0a-7dc5-440b-961a-af156f84acf1 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:59.265710 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-4533ae0a-7dc5-440b-961a-af156f84acf1 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5390720 Jun 24 17:14:59.267910 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 32950) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:14:59.273484 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.v2.base [None req-dd7e605f-ba5e-4e70-8669-4708ebdbbe25 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Request body: {'security_group_rule': {'security_group_id': '8ceaa142-9b86-49f1-8a2c-63b3bfce97bb', 'project_id': '3932aa6d6c7446bcb7063308e31b911f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 17:14:59.351074 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-e6c94920-119b-4b69-af10-2473de6b3f7b None None] Set router f56a34c9-1810-4bad-9d72-2f827955b051 gateway port host: dv-cinder-797970-1-iscsi {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 17:14:59.386858 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-dd7e605f-ba5e-4e70-8669-4708ebdbbe25 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:59.432942 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-dd7e605f-ba5e-4e70-8669-4708ebdbbe25 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:59.507243 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-dd7e605f-ba5e-4e70-8669-4708ebdbbe25 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-560418'] for security_group_rule, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:59.509263 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:14:59.527268 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7e605f-ba5e-4e70-8669-4708ebdbbe25 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb4fcae9-fe4d-4194-b383-8f3b63f5bab8,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:14:59.535179 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7e605f-ba5e-4e70-8669-4708ebdbbe25 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:14:59.535547 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7e605f-ba5e-4e70-8669-4708ebdbbe25 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:14:59.535909 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7e605f-ba5e-4e70-8669-4708ebdbbe25 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:14:59.536267 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7e605f-ba5e-4e70-8669-4708ebdbbe25 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:14:59.536622 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7e605f-ba5e-4e70-8669-4708ebdbbe25 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:14:59.536969 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7e605f-ba5e-4e70-8669-4708ebdbbe25 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:14:59.537317 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7e605f-ba5e-4e70-8669-4708ebdbbe25 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:14:59.537672 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7e605f-ba5e-4e70-8669-4708ebdbbe25 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:14:59.538027 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7e605f-ba5e-4e70-8669-4708ebdbbe25 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:14:59.538369 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7e605f-ba5e-4e70-8669-4708ebdbbe25 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:14:59.538710 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7e605f-ba5e-4e70-8669-4708ebdbbe25 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:14:59.539050 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7e605f-ba5e-4e70-8669-4708ebdbbe25 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:14:59.543349 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-dd7e605f-ba5e-4e70-8669-4708ebdbbe25 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:14:59.556534 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-e6c94920-119b-4b69-af10-2473de6b3f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f56a34c9-1810-4bad-9d72-2f827955b051', 'name': 'tempest-TestShelveInstance-2020705762-router', 'tenant_id': '1255a8ca1fd14745a92eb3821737d1e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'external_fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': '1e755298-56cc-4997-ae13-35bf78bce942', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T17:14:53Z', 'updated_at': '2021-06-24T17:14:57Z', 'revision_number': 4, 'project_id': '1255a8ca1fd14745a92eb3821737d1e4', 'gw_port': {'id': '1e755298-56cc-4997-ae13-35bf78bce942', 'name': '', 'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:ca:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f56a34c9-1810-4bad-9d72-2f827955b051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:14:54Z', 'updated_at': '2021-06-24T17:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '004d905c-cc14-4189-936d-82a0eea7da62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-1-iscsi', '_interfaces': [{'id': '0bb3188b-8248-4289-9322-6a5dabdb9cbb', 'name': '', 'network_id': '63c1692c-20e2-4f2d-a2b2-27713ee82c8e', 'tenant_id': '1255a8ca1fd14745a92eb3821737d1e4', 'mac_address': 'fa:16:3e:88:0e:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f56a34c9-1810-4bad-9d72-2f827955b051', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'd14ded2f-9b05-439c-b26c-f377afd08d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:14:56Z', 'updated_at': '2021-06-24T17:14:57Z', 'revision_number': 2, 'project_id': '1255a8ca1fd14745a92eb3821737d1e4', 'subnets': [{'id': 'd14ded2f-9b05-439c-b26c-f377afd08d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-1-iscsi', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:14:59.585537 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c94920-119b-4b69-af10-2473de6b3f7b None None] Checking router: f56a34c9-1810-4bad-9d72-2f827955b051 for host: dv-cinder-797970-1-iscsi {{(pid=93703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 17:14:59.585888 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c94920-119b-4b69-af10-2473de6b3f7b None None] Updating router f56a34c9-1810-4bad-9d72-2f827955b051 port 0bb3188b-8248-4289-9322-6a5dabdb9cbb binding host dv-cinder-797970-1-iscsi {{(pid=93703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 17:14:59.593038 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-dd7e605f-ba5e-4e70-8669-4708ebdbbe25 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:59.596825 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-dd7e605f-ba5e-4e70-8669-4708ebdbbe25 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3255162 Jun 24 17:14:59.597260 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 32952) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:14:59.602459 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.v2.base [None req-c0e1c3c2-73b0-4def-bc78-b9b7388cc5da tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Request body: {'security_group_rule': {'security_group_id': '8ceaa142-9b86-49f1-8a2c-63b3bfce97bb', 'project_id': '3932aa6d6c7446bcb7063308e31b911f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 17:14:59.618842 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e6c94920-119b-4b69-af10-2473de6b3f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:59.705998 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c0e1c3c2-73b0-4def-bc78-b9b7388cc5da tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:59.764349 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c0e1c3c2-73b0-4def-bc78-b9b7388cc5da tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:59.857616 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c0e1c3c2-73b0-4def-bc78-b9b7388cc5da tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-560418'] for security_group_rule, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:59.859447 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:14:59.879329 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e6c94920-119b-4b69-af10-2473de6b3f7b None None] Notify callbacks [] for port, precommit_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:59.880666 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e1c3c2-73b0-4def-bc78-b9b7388cc5da tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc09b4a1-ccbc-43de-8230-500e2f359c69,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:14:59.884291 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-c0e1c3c2-73b0-4def-bc78-b9b7388cc5da tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:14:59.889723 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-e6c94920-119b-4b69-af10-2473de6b3f7b None None] Transition to ACTIVE for port object 0bb3188b-8248-4289-9322-6a5dabdb9cbb will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 17:14:59.935746 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c0e1c3c2-73b0-4def-bc78-b9b7388cc5da tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:59.936932 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-c0e1c3c2-73b0-4def-bc78-b9b7388cc5da tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3385878 Jun 24 17:14:59.939581 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 32960) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:14:59.944079 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.v2.base [None req-bcb35844-37bd-45ec-b378-e0e06c4ad5b7 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Request body: {'security_group_rule': {'security_group_id': '8ceaa142-9b86-49f1-8a2c-63b3bfce97bb', 'project_id': '3932aa6d6c7446bcb7063308e31b911f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 17:14:59.958693 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e6c94920-119b-4b69-af10-2473de6b3f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:14:59.961120 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:15:00.003694 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85e6620-039f-425d-8beb-ec10336243d2 None None] Pushing event updated for resources: {'Port': ['ID=0bb3188b-8248-4289-9322-6a5dabdb9cbb,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:15:00.008572 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG oslo_concurrency.lockutils [None req-f85e6620-039f-425d-8beb-ec10336243d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:15:00.017792 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Device 1e755298-56cc-4997-ae13-35bf78bce942 up at agent ovs-agent-dv-cinder-797970-1-iscsi {{(pid=93702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 17:15:00.043282 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bcb35844-37bd-45ec-b378-e0e06c4ad5b7 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:00.065991 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-e6c94920-119b-4b69-af10-2473de6b3f7b None None] Attempting to bind port 0bb3188b-8248-4289-9322-6a5dabdb9cbb on host dv-cinder-797970-1-iscsi for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 17:15:00.066368 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-e6c94920-119b-4b69-af10-2473de6b3f7b None None] Attempting to bind port 0bb3188b-8248-4289-9322-6a5dabdb9cbb by drivers openvswitch,hyperv on host dv-cinder-797970-1-iscsi at level 0 using segments [{'id': '115ff61a-9abd-4c37-825c-11de1ae6f6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '63c1692c-20e2-4f2d-a2b2-27713ee82c8e'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 17:15:00.066737 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c94920-119b-4b69-af10-2473de6b3f7b None None] Attempting to bind port 0bb3188b-8248-4289-9322-6a5dabdb9cbb on network 63c1692c-20e2-4f2d-a2b2-27713ee82c8e {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 17:15:00.077828 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Provisioning complete for port 1e755298-56cc-4997-ae13-35bf78bce942 triggered by entity L2. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 17:15:00.078209 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979100'] for port, provisioning_complete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:00.078325 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c94920-119b-4b69-af10-2473de6b3f7b None None] Checking agent: {'id': '080a32e4-e34b-4a53-85c8-07f5ff20b123', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797970-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 17, 0, 14), 'started_at': datetime.datetime(2021, 6, 24, 17, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 17, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797970-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 17:15:00.079056 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c94920-119b-4b69-af10-2473de6b3f7b None None] Checking segment: {'id': '115ff61a-9abd-4c37-825c-11de1ae6f6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '63c1692c-20e2-4f2d-a2b2-27713ee82c8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 17:15:00.079613 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e6c94920-119b-4b69-af10-2473de6b3f7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:00.080589 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c94920-119b-4b69-af10-2473de6b3f7b None None] Bound using segment: {'id': '115ff61a-9abd-4c37-825c-11de1ae6f6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '63c1692c-20e2-4f2d-a2b2-27713ee82c8e'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 17:15:00.081195 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-e6c94920-119b-4b69-af10-2473de6b3f7b None None] Bound port: 0bb3188b-8248-4289-9322-6a5dabdb9cbb, host: dv-cinder-797970-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '115ff61a-9abd-4c37-825c-11de1ae6f6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '63c1692c-20e2-4f2d-a2b2-27713ee82c8e'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 17:15:00.081764 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e6c94920-119b-4b69-af10-2473de6b3f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:00.141605 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bcb35844-37bd-45ec-b378-e0e06c4ad5b7 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:00.156033 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-e6c94920-119b-4b69-af10-2473de6b3f7b None None] For port 0bb3188b-8248-4289-9322-6a5dabdb9cbb, host dv-cinder-797970-1-iscsi, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 17:15:00.159506 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-e6c94920-119b-4b69-af10-2473de6b3f7b None None] For port 0bb3188b-8248-4289-9322-6a5dabdb9cbb, host dv-cinder-797970-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-1-iscsi',level=0,port_id=0bb3188b-8248-4289-9322-6a5dabdb9cbb,segment=NetworkSegment(115ff61a-9abd-4c37-825c-11de1ae6f6fc),segment_id=115ff61a-9abd-4c37-825c-11de1ae6f6fc)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 17:15:00.227049 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bcb35844-37bd-45ec-b378-e0e06c4ad5b7 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-560418'] for security_group_rule, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:00.229722 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:15:00.244306 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e6c94920-119b-4b69-af10-2473de6b3f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:00.247669 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG oslo_concurrency.lockutils [None req-3ed31a7d-d960-4a39-ae14-495835f0b056 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:15:00.248623 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb35844-37bd-45ec-b378-e0e06c4ad5b7 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33bbd4c3-d75c-436d-86c7-0d50b2a19e9f,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:15:00.251455 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-bcb35844-37bd-45ec-b378-e0e06c4ad5b7 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:15:00.306626 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c94920-119b-4b69-af10-2473de6b3f7b None None] Routers {'f56a34c9-1810-4bad-9d72-2f827955b051'} bound to L3 agent in host dv-cinder-797970-1-iscsi {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 17:15:00.307299 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-e6c94920-119b-4b69-af10-2473de6b3f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-24T17:00:13Z,description=,heartbeat_timestamp=2021-06-24T17:14:43Z,host='dv-cinder-797970-1-iscsi',id=ebb0bbf0-d6bc-43df-80f2-a0cdb1424f3b,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T17:00:14Z,topic='l3_agent')) {'router_ids': ['f56a34c9-1810-4bad-9d72-2f827955b051'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:15:00.320278 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bcb35844-37bd-45ec-b378-e0e06c4ad5b7 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:00.324165 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-bcb35844-37bd-45ec-b378-e0e06c4ad5b7 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3811402 Jun 24 17:15:00.324660 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 32964) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:15:00.329860 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.v2.base [None req-8ca94e2e-e46e-49cf-97cc-e901474cc0ee tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Request body: {'security_group_rule': {'security_group_id': '8ceaa142-9b86-49f1-8a2c-63b3bfce97bb', 'project_id': '3932aa6d6c7446bcb7063308e31b911f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 17:15:00.342097 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85e6620-039f-425d-8beb-ec10336243d2 None None] Pushing event updated for resources: {'Port': ['ID=0bb3188b-8248-4289-9322-6a5dabdb9cbb,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:15:00.346532 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG oslo_concurrency.lockutils [None req-f85e6620-039f-425d-8beb-ec10336243d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:15:00.423275 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8ca94e2e-e46e-49cf-97cc-e901474cc0ee tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:00.493393 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8ca94e2e-e46e-49cf-97cc-e901474cc0ee tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:00.508121 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-e6c94920-119b-4b69-af10-2473de6b3f7b None None] Set router f56a34c9-1810-4bad-9d72-2f827955b051 gateway port host: dv-cinder-797970-1-iscsi {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 17:15:00.548642 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8ca94e2e-e46e-49cf-97cc-e901474cc0ee tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-560418'] for security_group_rule, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:00.550936 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-1933e82c-3978-4fcb-9167-c0f299850ba4 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:15:00.567092 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca94e2e-e46e-49cf-97cc-e901474cc0ee tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b8d02ee-17dc-4199-bc9e-22ab707a26e3,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:15:00.569416 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-8ca94e2e-e46e-49cf-97cc-e901474cc0ee tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:15:00.634505 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8ca94e2e-e46e-49cf-97cc-e901474cc0ee tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:00.635739 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-8ca94e2e-e46e-49cf-97cc-e901474cc0ee tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3096299 Jun 24 17:15:00.638887 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 32966) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:15:00.643638 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.v2.base [None req-5348c679-a2ca-4a61-85f2-ff6c79568d0b tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Request body: {'security_group_rule': {'security_group_id': '8ceaa142-9b86-49f1-8a2c-63b3bfce97bb', 'project_id': '3932aa6d6c7446bcb7063308e31b911f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 17:15:00.700484 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-e6c94920-119b-4b69-af10-2473de6b3f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f56a34c9-1810-4bad-9d72-2f827955b051', 'name': 'tempest-TestShelveInstance-2020705762-router', 'tenant_id': '1255a8ca1fd14745a92eb3821737d1e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'external_fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': '1e755298-56cc-4997-ae13-35bf78bce942', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T17:14:53Z', 'updated_at': '2021-06-24T17:14:57Z', 'revision_number': 4, 'project_id': '1255a8ca1fd14745a92eb3821737d1e4', 'gw_port': {'id': '1e755298-56cc-4997-ae13-35bf78bce942', 'name': '', 'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:ca:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f56a34c9-1810-4bad-9d72-2f827955b051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:14:54Z', 'updated_at': '2021-06-24T17:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '004d905c-cc14-4189-936d-82a0eea7da62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-1-iscsi', '_interfaces': [{'id': '0bb3188b-8248-4289-9322-6a5dabdb9cbb', 'name': '', 'network_id': '63c1692c-20e2-4f2d-a2b2-27713ee82c8e', 'tenant_id': '1255a8ca1fd14745a92eb3821737d1e4', 'mac_address': 'fa:16:3e:88:0e:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f56a34c9-1810-4bad-9d72-2f827955b051', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'd14ded2f-9b05-439c-b26c-f377afd08d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:14:56Z', 'updated_at': '2021-06-24T17:15:00Z', 'revision_number': 4, 'project_id': '1255a8ca1fd14745a92eb3821737d1e4', 'subnets': [{'id': 'd14ded2f-9b05-439c-b26c-f377afd08d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-1-iscsi', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:15:00.725540 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c94920-119b-4b69-af10-2473de6b3f7b None None] The sync data for ids ['f56a34c9-1810-4bad-9d72-2f827955b051'] in dv-cinder-797970-1-iscsi is: [{'id': 'f56a34c9-1810-4bad-9d72-2f827955b051', 'name': 'tempest-TestShelveInstance-2020705762-router', 'tenant_id': '1255a8ca1fd14745a92eb3821737d1e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'external_fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': '1e755298-56cc-4997-ae13-35bf78bce942', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T17:14:53Z', 'updated_at': '2021-06-24T17:14:57Z', 'revision_number': 4, 'project_id': '1255a8ca1fd14745a92eb3821737d1e4', 'gw_port': {'id': '1e755298-56cc-4997-ae13-35bf78bce942', 'name': '', 'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:ca:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f56a34c9-1810-4bad-9d72-2f827955b051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:14:54Z', 'updated_at': '2021-06-24T17:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '004d905c-cc14-4189-936d-82a0eea7da62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-1-iscsi', '_interfaces': [{'id': '0bb3188b-8248-4289-9322-6a5dabdb9cbb', 'name': '', 'network_id': '63c1692c-20e2-4f2d-a2b2-27713ee82c8e', 'tenant_id': '1255a8ca1fd14745a92eb3821737d1e4', 'mac_address': 'fa:16:3e:88:0e:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f56a34c9-1810-4bad-9d72-2f827955b051', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'd14ded2f-9b05-439c-b26c-f377afd08d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:14:56Z', 'updated_at': '2021-06-24T17:15:00Z', 'revision_number': 4, 'project_id': '1255a8ca1fd14745a92eb3821737d1e4', 'subnets': [{'id': 'd14ded2f-9b05-439c-b26c-f377afd08d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 17:15:00.743612 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.db.securitygroups_db [None req-5348c679-a2ca-4a61-85f2-ff6c79568d0b tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Project 3932aa6d6c7446bcb7063308e31b911f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 17:15:00.749500 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5348c679-a2ca-4a61-85f2-ff6c79568d0b tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:00.836142 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5348c679-a2ca-4a61-85f2-ff6c79568d0b tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:00.914779 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5348c679-a2ca-4a61-85f2-ff6c79568d0b tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-560418'] for security_group_rule, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:00.921811 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-270d7f5c-4f02-4ce5-a57b-f7d7db2c9dc2 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:15:00.942172 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5348c679-a2ca-4a61-85f2-ff6c79568d0b tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50c9a7b5-429d-4e53-a898-7642a7677777,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:15:00.944546 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-5348c679-a2ca-4a61-85f2-ff6c79568d0b tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:15:01.018079 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5348c679-a2ca-4a61-85f2-ff6c79568d0b tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:01.019290 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-5348c679-a2ca-4a61-85f2-ff6c79568d0b tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3793833 Jun 24 17:15:01.021915 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 32970) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:15:01.027300 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.v2.base [None req-0529559f-a303-4bb3-bd75-5e74437d0a8a tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Request body: {'security_group_rule': {'security_group_id': '8ceaa142-9b86-49f1-8a2c-63b3bfce97bb', 'project_id': '3932aa6d6c7446bcb7063308e31b911f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 17:15:01.124516 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.db.securitygroups_db [None req-0529559f-a303-4bb3-bd75-5e74437d0a8a tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Project 3932aa6d6c7446bcb7063308e31b911f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 17:15:01.130158 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0529559f-a303-4bb3-bd75-5e74437d0a8a tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:01.192613 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0529559f-a303-4bb3-bd75-5e74437d0a8a tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:01.266653 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0529559f-a303-4bb3-bd75-5e74437d0a8a tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-560418'] for security_group_rule, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:01.268871 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:15:01.287636 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0529559f-a303-4bb3-bd75-5e74437d0a8a tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97d79268-6497-46a1-9fad-07ee28f0e27f,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:15:01.290595 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-0529559f-a303-4bb3-bd75-5e74437d0a8a tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:15:01.366009 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0529559f-a303-4bb3-bd75-5e74437d0a8a tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:01.367212 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-0529559f-a303-4bb3-bd75-5e74437d0a8a tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3443711 Jun 24 17:15:02.036347 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Device 0bb3188b-8248-4289-9322-6a5dabdb9cbb up at agent ovs-agent-dv-cinder-797970-1-iscsi {{(pid=93702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 17:15:02.158157 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Provisioning for port 0bb3188b-8248-4289-9322-6a5dabdb9cbb completed by entity L2. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 17:15:02.162072 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Provisioning complete for port 0bb3188b-8248-4289-9322-6a5dabdb9cbb triggered by entity L2. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 17:15:02.162451 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979100'] for port, provisioning_complete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:02.253790 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:02.291715 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] For port 0bb3188b-8248-4289-9322-6a5dabdb9cbb, host dv-cinder-797970-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-1-iscsi',level=0,port_id=0bb3188b-8248-4289-9322-6a5dabdb9cbb,segment=NetworkSegment(115ff61a-9abd-4c37-825c-11de1ae6f6fc),segment_id=115ff61a-9abd-4c37-825c-11de1ae6f6fc)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 17:15:02.364160 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:02.366086 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:15:02.413618 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Pushing event updated for resources: {'Port': ['ID=0bb3188b-8248-4289-9322-6a5dabdb9cbb,revision_number=5']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:15:02.416558 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:15:04.013589 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Device 0bb3188b-8248-4289-9322-6a5dabdb9cbb up at agent ovs-agent-dv-cinder-797970-1-iscsi {{(pid=93702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 17:15:04.064932 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Provisioning complete for port 0bb3188b-8248-4289-9322-6a5dabdb9cbb triggered by entity L2. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 17:15:04.065216 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979100'] for port, provisioning_complete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:06.518014 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f447435-5f64-4434-9a34-dd795e619f3a req-80d05698-11bb-4481-be67-14aa4601ff5d tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:15:06.520762 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-2f447435-5f64-4434-9a34-dd795e619f3a req-80d05698-11bb-4481-be67-14aa4601ff5d tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/ports?device_id=2cb35b0b-f463-499a-8688-2bd5f250449b HTTP/1.1" status: 200 len: 946 time: 0.0760472 Jun 24 17:15:06.562623 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-2f447435-5f64-4434-9a34-dd795e619f3a req-c597f0d7-10ee-4e7b-b242-edbe740f0e20 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac3fa70e-0f44-45d3-b39b-c4cad7af486e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353744 Jun 24 17:15:07.743018 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f607759-563c-4aa5-bb45-db61d5a264cc req-752a42fb-f5f9-4c39-8af9-6005a9494877 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:15:07.744484 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-0f607759-563c-4aa5-bb45-db61d5a264cc req-752a42fb-f5f9-4c39-8af9-6005a9494877 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/ports?device_id=2cb35b0b-f463-499a-8688-2bd5f250449b HTTP/1.1" status: 200 len: 946 time: 0.0662656 Jun 24 17:15:07.783349 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-0f607759-563c-4aa5-bb45-db61d5a264cc req-2bc1e818-9e91-4768-9256-dd2990b79aad tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac3fa70e-0f44-45d3-b39b-c4cad7af486e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325375 Jun 24 17:15:08.738503 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e48fcf2-622d-4597-8f36-49d791706b6d req-3e1dc26b-9056-4a4a-9bb8-748afbd99d4c tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:15:08.739815 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-8e48fcf2-622d-4597-8f36-49d791706b6d req-3e1dc26b-9056-4a4a-9bb8-748afbd99d4c tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.37 "GET /v2.0/ports?device_id=2cb35b0b-f463-499a-8688-2bd5f250449b HTTP/1.1" status: 200 len: 946 time: 0.0634797 Jun 24 17:15:08.849958 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [req-8e48fcf2-622d-4597-8f36-49d791706b6d req-82f18800-8cd8-4fbe-badf-5d4b6d1482c3 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Deleting port f93a09a9-7187-40b2-8cc5-8b5ba5891655 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 17:15:08.850632 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-8e48fcf2-622d-4597-8f36-49d791706b6d req-82f18800-8cd8-4fbe-badf-5d4b6d1482c3 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734938643496'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:08.944025 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-8e48fcf2-622d-4597-8f36-49d791706b6d req-82f18800-8cd8-4fbe-badf-5d4b6d1482c3 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] For port f93a09a9-7187-40b2-8cc5-8b5ba5891655, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=f93a09a9-7187-40b2-8cc5-8b5ba5891655,segment=NetworkSegment(10a83dba-9475-45c8-9dae-cc9d5b4ac03a),segment_id=10a83dba-9475-45c8-9dae-cc9d5b4ac03a)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 17:15:08.944400 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-8e48fcf2-622d-4597-8f36-49d791706b6d req-82f18800-8cd8-4fbe-badf-5d4b6d1482c3 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939437'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:08.965374 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5e0a0e-e0ba-4d86-88f9-a2595cd8e205 req-f4330c15-9e90-4b93-9eff-cd17f4e11933 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:15:08.966901 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-df5e0a0e-e0ba-4d86-88f9-a2595cd8e205 req-f4330c15-9e90-4b93-9eff-cd17f4e11933 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/ports?device_id=2cb35b0b-f463-499a-8688-2bd5f250449b HTTP/1.1" status: 200 len: 946 time: 0.0659089 Jun 24 17:15:09.006673 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-df5e0a0e-e0ba-4d86-88f9-a2595cd8e205 req-bb5793be-d62f-4e98-a54c-d0f3b7df3411 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac3fa70e-0f44-45d3-b39b-c4cad7af486e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339873 Jun 24 17:15:09.446417 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-8e48fcf2-622d-4597-8f36-49d791706b6d req-82f18800-8cd8-4fbe-badf-5d4b6d1482c3 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:09.446783 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-8e48fcf2-622d-4597-8f36-49d791706b6d req-82f18800-8cd8-4fbe-badf-5d4b6d1482c3 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-938496'] for floatingip, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:09.447095 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.db.l3_db [req-8e48fcf2-622d-4597-8f36-49d791706b6d req-82f18800-8cd8-4fbe-badf-5d4b6d1482c3 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Floating IP 9ff9f0ae-f4da-4ce9-8dc0-47ccd27393b8 disassociated. External IP: 172.27.2.214, port: f93a09a9-7187-40b2-8cc5-8b5ba5891655. Jun 24 17:15:09.447438 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [req-8e48fcf2-622d-4597-8f36-49d791706b6d req-82f18800-8cd8-4fbe-badf-5d4b6d1482c3 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Calling delete_port for f93a09a9-7187-40b2-8cc5-8b5ba5891655 owned by compute:nova {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 17:15:09.638190 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-8e48fcf2-622d-4597-8f36-49d791706b6d req-82f18800-8cd8-4fbe-badf-5d4b6d1482c3 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734938646739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734938254839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10147618'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:09.642223 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-df7e31da-5fa4-4d62-82e2-0a6cd876d37a tempest-DeleteServersTestJSON-1513565885 tempest-DeleteServersTestJSON-1513565885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:15:09.667149 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f18800-8cd8-4fbe-badf-5d4b6d1482c3 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Pushing event deleted for resources: {'Port': ['ID=f93a09a9-7187-40b2-8cc5-8b5ba5891655,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:15:09.670867 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-82f18800-8cd8-4fbe-badf-5d4b6d1482c3 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:15:09.786810 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8e48fcf2-622d-4597-8f36-49d791706b6d req-82f18800-8cd8-4fbe-badf-5d4b6d1482c3 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Router 79a22461-5090-4e28-b78d-ed62ea3c6cde has already been hosted by L3 agent ebb0bbf0-d6bc-43df-80f2-a0cdb1424f3b {{(pid=93701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 17:15:09.896388 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8e48fcf2-622d-4597-8f36-49d791706b6d req-82f18800-8cd8-4fbe-badf-5d4b6d1482c3 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Notify agent at l3_agent.dv-cinder-797970-1-iscsi the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 17:15:09.909680 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28036b0-9532-4ff9-9245-c22a00ac8982 None None] Sync routers for ids ['79a22461-5090-4e28-b78d-ed62ea3c6cde'] in dv-cinder-797970-1-iscsi {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 17:15:09.920045 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28036b0-9532-4ff9-9245-c22a00ac8982 None None] Routers {'79a22461-5090-4e28-b78d-ed62ea3c6cde'} bound to L3 agent in host dv-cinder-797970-1-iscsi {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 17:15:09.920946 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-d28036b0-9532-4ff9-9245-c22a00ac8982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-24T17:00:13Z,description=,heartbeat_timestamp=2021-06-24T17:14:43Z,host='dv-cinder-797970-1-iscsi',id=ebb0bbf0-d6bc-43df-80f2-a0cdb1424f3b,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T17:00:14Z,topic='l3_agent')) {'router_ids': ['79a22461-5090-4e28-b78d-ed62ea3c6cde'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:15:09.943871 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e48fcf2-622d-4597-8f36-49d791706b6d req-82f18800-8cd8-4fbe-badf-5d4b6d1482c3 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] No DVR routers for this DVR port f93a09a9-7187-40b2-8cc5-8b5ba5891655 on host hv-cinder-79797 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 17:15:09.959573 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-8e48fcf2-622d-4597-8f36-49d791706b6d req-82f18800-8cd8-4fbe-badf-5d4b6d1482c3 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14435'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:09.959573 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-8e48fcf2-622d-4597-8f36-49d791706b6d req-82f18800-8cd8-4fbe-badf-5d4b6d1482c3 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.37 "DELETE /v2.0/ports/f93a09a9-7187-40b2-8cc5-8b5ba5891655 HTTP/1.1" status: 204 len: 173 time: 1.2022042 Jun 24 17:15:09.959573 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cb35b0b-f463-499a-8688-2bd5f250449b', 'name': 'network-vif-deleted', 'tag': 'f93a09a9-7187-40b2-8cc5-8b5ba5891655'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 17:15:09.959573 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55b777855581bcfca1ea7f1411fd739ba8bd3bff9faf8aab84294ca486557f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73bf5ee2-b845-4b66-8823-ab8fc9dc2076" -d '{"events": [{"server_uuid": "2cb35b0b-f463-499a-8688-2bd5f250449b", "name": "network-vif-deleted", "tag": "f93a09a9-7187-40b2-8cc5-8b5ba5891655"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 17:15:09.987021 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 17:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88e95849-c6bd-4673-82be-57b7932bb91e x-openstack-request-id: req-88e95849-c6bd-4673-82be-57b7932bb91e {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 17:15:09.987580 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cb35b0b-f463-499a-8688-2bd5f250449b", "name": "network-vif-deleted", "tag": "f93a09a9-7187-40b2-8cc5-8b5ba5891655", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 17:15:09.987932 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-88e95849-c6bd-4673-82be-57b7932bb91e {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 17:15:09.988461 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cb35b0b-f463-499a-8688-2bd5f250449b', 'name': 'network-vif-deleted', 'tag': 'f93a09a9-7187-40b2-8cc5-8b5ba5891655', 'status': 'completed', 'code': 200} Jun 24 17:15:10.043421 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-d28036b0-9532-4ff9-9245-c22a00ac8982 None None] Set router 79a22461-5090-4e28-b78d-ed62ea3c6cde gateway port host: dv-cinder-797970-1-iscsi {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 17:15:10.160553 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-f282782b-60cd-4974-8642-45c261018162 req-663d9fee-3359-4b64-b4cf-961f7f92c39c tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/ports?device_id=2cb35b0b-f463-499a-8688-2bd5f250449b HTTP/1.1" status: 200 len: 210 time: 0.0331511 Jun 24 17:15:10.271950 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-d28036b0-9532-4ff9-9245-c22a00ac8982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79a22461-5090-4e28-b78d-ed62ea3c6cde', 'name': 'tempest-AttachVolumeShelveTestJSON-267317186-router', 'tenant_id': '6bc5cd721def4e0c90b75e0186dfcb77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'external_fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '0eb03da9-d524-4e7a-adb7-138c5a0a829c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T17:08:11Z', 'updated_at': '2021-06-24T17:08:21Z', 'revision_number': 4, 'project_id': '6bc5cd721def4e0c90b75e0186dfcb77', 'gw_port': {'id': '0eb03da9-d524-4e7a-adb7-138c5a0a829c', 'name': '', 'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:91:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79a22461-5090-4e28-b78d-ed62ea3c6cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:08:13Z', 'updated_at': '2021-06-24T17:08:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '004d905c-cc14-4189-936d-82a0eea7da62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-1-iscsi', '_interfaces': [{'id': '5294d12d-dda7-4a5b-ab66-fbf98bbbb6dc', 'name': '', 'network_id': 'e2c58ddc-3a0b-4159-9aa1-b7e24abf6c42', 'tenant_id': '6bc5cd721def4e0c90b75e0186dfcb77', 'mac_address': 'fa:16:3e:d9:d8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79a22461-5090-4e28-b78d-ed62ea3c6cde', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '2f50fbc4-85b7-4dc1-a33e-164695f5eb21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:08:19Z', 'updated_at': '2021-06-24T17:08:30Z', 'revision_number': 5, 'project_id': '6bc5cd721def4e0c90b75e0186dfcb77', 'subnets': [{'id': '2f50fbc4-85b7-4dc1-a33e-164695f5eb21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-1-iscsi', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:15:10.299071 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28036b0-9532-4ff9-9245-c22a00ac8982 None None] Checking router: 79a22461-5090-4e28-b78d-ed62ea3c6cde for host: dv-cinder-797970-1-iscsi {{(pid=93702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 17:15:10.307999 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28036b0-9532-4ff9-9245-c22a00ac8982 None None] Routers {'79a22461-5090-4e28-b78d-ed62ea3c6cde'} bound to L3 agent in host dv-cinder-797970-1-iscsi {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 17:15:10.308893 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-d28036b0-9532-4ff9-9245-c22a00ac8982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-24T17:00:13Z,description=,heartbeat_timestamp=2021-06-24T17:14:43Z,host='dv-cinder-797970-1-iscsi',id=ebb0bbf0-d6bc-43df-80f2-a0cdb1424f3b,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T17:00:14Z,topic='l3_agent')) {'router_ids': ['79a22461-5090-4e28-b78d-ed62ea3c6cde'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:15:10.417046 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-d28036b0-9532-4ff9-9245-c22a00ac8982 None None] Set router 79a22461-5090-4e28-b78d-ed62ea3c6cde gateway port host: dv-cinder-797970-1-iscsi {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 17:15:10.622098 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-d28036b0-9532-4ff9-9245-c22a00ac8982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79a22461-5090-4e28-b78d-ed62ea3c6cde', 'name': 'tempest-AttachVolumeShelveTestJSON-267317186-router', 'tenant_id': '6bc5cd721def4e0c90b75e0186dfcb77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'external_fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '0eb03da9-d524-4e7a-adb7-138c5a0a829c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T17:08:11Z', 'updated_at': '2021-06-24T17:08:21Z', 'revision_number': 4, 'project_id': '6bc5cd721def4e0c90b75e0186dfcb77', 'gw_port': {'id': '0eb03da9-d524-4e7a-adb7-138c5a0a829c', 'name': '', 'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:91:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79a22461-5090-4e28-b78d-ed62ea3c6cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:08:13Z', 'updated_at': '2021-06-24T17:08:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '004d905c-cc14-4189-936d-82a0eea7da62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-1-iscsi', '_interfaces': [{'id': '5294d12d-dda7-4a5b-ab66-fbf98bbbb6dc', 'name': '', 'network_id': 'e2c58ddc-3a0b-4159-9aa1-b7e24abf6c42', 'tenant_id': '6bc5cd721def4e0c90b75e0186dfcb77', 'mac_address': 'fa:16:3e:d9:d8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79a22461-5090-4e28-b78d-ed62ea3c6cde', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '2f50fbc4-85b7-4dc1-a33e-164695f5eb21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:08:19Z', 'updated_at': '2021-06-24T17:08:30Z', 'revision_number': 5, 'project_id': '6bc5cd721def4e0c90b75e0186dfcb77', 'subnets': [{'id': '2f50fbc4-85b7-4dc1-a33e-164695f5eb21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-1-iscsi', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:15:10.650126 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28036b0-9532-4ff9-9245-c22a00ac8982 None None] The sync data for ids ['79a22461-5090-4e28-b78d-ed62ea3c6cde'] in dv-cinder-797970-1-iscsi is: [{'id': '79a22461-5090-4e28-b78d-ed62ea3c6cde', 'name': 'tempest-AttachVolumeShelveTestJSON-267317186-router', 'tenant_id': '6bc5cd721def4e0c90b75e0186dfcb77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'external_fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '0eb03da9-d524-4e7a-adb7-138c5a0a829c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T17:08:11Z', 'updated_at': '2021-06-24T17:08:21Z', 'revision_number': 4, 'project_id': '6bc5cd721def4e0c90b75e0186dfcb77', 'gw_port': {'id': '0eb03da9-d524-4e7a-adb7-138c5a0a829c', 'name': '', 'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:91:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79a22461-5090-4e28-b78d-ed62ea3c6cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:08:13Z', 'updated_at': '2021-06-24T17:08:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '004d905c-cc14-4189-936d-82a0eea7da62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-1-iscsi', '_interfaces': [{'id': '5294d12d-dda7-4a5b-ab66-fbf98bbbb6dc', 'name': '', 'network_id': 'e2c58ddc-3a0b-4159-9aa1-b7e24abf6c42', 'tenant_id': '6bc5cd721def4e0c90b75e0186dfcb77', 'mac_address': 'fa:16:3e:d9:d8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79a22461-5090-4e28-b78d-ed62ea3c6cde', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '2f50fbc4-85b7-4dc1-a33e-164695f5eb21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:08:19Z', 'updated_at': '2021-06-24T17:08:30Z', 'revision_number': 5, 'project_id': '6bc5cd721def4e0c90b75e0186dfcb77', 'subnets': [{'id': '2f50fbc4-85b7-4dc1-a33e-164695f5eb21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 17:15:10.882093 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86aa0cf-7d24-4c3c-8c1b-d2464ffd55ea None None] New status for floating IP 9ff9f0ae-f4da-4ce9-8dc0-47ccd27393b8: DOWN {{(pid=93703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 17:15:11.149146 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c7cd0c95-162e-4a01-827e-b4b70701f413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:11.333045 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 33176) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:15:11.396371 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8055cc48-297e-45da-a4a6-760e9208ff69 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:11.422385 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8055cc48-297e-45da-a4a6-760e9208ff69 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:11.554411 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8055cc48-297e-45da-a4a6-760e9208ff69 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:11.557759 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8055cc48-297e-45da-a4a6-760e9208ff69 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:11.558754 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-8055cc48-297e-45da-a4a6-760e9208ff69 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "DELETE /v2.0/security-groups/ac3fa70e-0f44-45d3-b39b-c4cad7af486e HTTP/1.1" status: 204 len: 168 time: 0.2242217 Jun 24 17:15:11.560047 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-f43713b1-54ec-4d7f-9aff-c0e83bbf162d tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:15:11.561589 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 33178) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:15:11.569020 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8055cc48-297e-45da-a4a6-760e9208ff69 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac3fa70e-0f44-45d3-b39b-c4cad7af486e,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:15:11.577331 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-8055cc48-297e-45da-a4a6-760e9208ff69 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:15:11.578059 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.api.v2.resource [None req-000fb1c7-a18e-4899-8dc6-b3e167584545 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] show failed (client error): The resource could not be found. Jun 24 17:15:11.580027 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-000fb1c7-a18e-4899-8dc6-b3e167584545 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/security-groups/ac3fa70e-0f44-45d3-b39b-c4cad7af486e HTTP/1.1" status: 404 len: 347 time: 0.0158353 Jun 24 17:15:11.586016 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 33180) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:15:11.717041 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-39228757-22d8-43fc-b8d2-8ed6e8886536 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Deleting port 0623d47f-1b21-4cdf-9817-c0af24f0be72 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 17:15:11.717291 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-39228757-22d8-43fc-b8d2-8ed6e8886536 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734938643496'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:11.734923 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 33186) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:15:11.800465 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-39228757-22d8-43fc-b8d2-8ed6e8886536 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939437'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:11.800794 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-39228757-22d8-43fc-b8d2-8ed6e8886536 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:11.813905 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-39228757-22d8-43fc-b8d2-8ed6e8886536 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Calling delete_port for 0623d47f-1b21-4cdf-9817-c0af24f0be72 owned by network:floatingip {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 17:15:11.852826 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ca27c0ae-c530-4af2-9366-fe8123fb66d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:11.966329 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ca27c0ae-c530-4af2-9366-fe8123fb66d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:12.043879 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ca27c0ae-c530-4af2-9366-fe8123fb66d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:12.046940 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-26a0ce74-cae0-44c7-be24-bdc212b29fde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:15:12.072517 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-39228757-22d8-43fc-b8d2-8ed6e8886536 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734938646739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734938254839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10147618'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:12.076533 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-7eb733c9-d4c7-43b7-9695-4c887b93ace9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:15:12.089143 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-ca27c0ae-c530-4af2-9366-fe8123fb66d3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=25403088f3074aa4b6adeaf2d549ea98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3502324 Jun 24 17:15:12.089143 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca27c0ae-c530-4af2-9366-fe8123fb66d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8449153a-5f09-40cc-8f6d-94f6dcaf752d,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:15:12.090306 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 33190) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:15:12.096746 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-ca27c0ae-c530-4af2-9366-fe8123fb66d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:15:12.110136 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39228757-22d8-43fc-b8d2-8ed6e8886536 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Pushing event deleted for resources: {'Port': ['ID=0623d47f-1b21-4cdf-9817-c0af24f0be72,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:15:12.113549 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-39228757-22d8-43fc-b8d2-8ed6e8886536 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:15:12.156155 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a39954ae-8491-4b47-91bb-93128799fe31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:12.176656 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-39228757-22d8-43fc-b8d2-8ed6e8886536 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Notify callbacks [] for floatingip, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:12.178423 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a39954ae-8491-4b47-91bb-93128799fe31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:12.179363 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-39228757-22d8-43fc-b8d2-8ed6e8886536 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14435'] for floatingip, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:12.180524 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-39228757-22d8-43fc-b8d2-8ed6e8886536 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "DELETE /v2.0/floatingips/9ff9f0ae-f4da-4ce9-8dc0-47ccd27393b8 HTTP/1.1" status: 204 len: 168 time: 0.5934565 Jun 24 17:15:12.285689 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a39954ae-8491-4b47-91bb-93128799fe31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:12.289840 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a39954ae-8491-4b47-91bb-93128799fe31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:12.289840 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-a39954ae-8491-4b47-91bb-93128799fe31 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8449153a-5f09-40cc-8f6d-94f6dcaf752d HTTP/1.1" status: 204 len: 168 time: 0.1981158 Jun 24 17:15:12.290802 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-c96bd3a4-a22c-44ac-91f3-b0935b2eb5fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:15:12.300094 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39954ae-8491-4b47-91bb-93128799fe31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8449153a-5f09-40cc-8f6d-94f6dcaf752d,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:15:12.304657 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-a39954ae-8491-4b47-91bb-93128799fe31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:15:12.718443 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 33196) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:15:12.723517 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.v2.base [None req-ff55bba7-8b6f-4fd4-8aa7-623e5201254f tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1218978799', 'description': 'tempest-description--506237837'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 17:15:12.823049 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ff55bba7-8b6f-4fd4-8aa7-623e5201254f tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:12.903837 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ff55bba7-8b6f-4fd4-8aa7-623e5201254f tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:12.977795 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ff55bba7-8b6f-4fd4-8aa7-623e5201254f tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:12.981266 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-b5297048-6121-425c-8ffd-3b95a25e4165 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:15:13.013247 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff55bba7-8b6f-4fd4-8aa7-623e5201254f tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Pushing event updated for resources: {'SecurityGroup': ['ID=292ce647-212e-4592-bd7b-28d4deb6dd8c,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:15:13.015917 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-ff55bba7-8b6f-4fd4-8aa7-623e5201254f tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:15:13.074690 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ff55bba7-8b6f-4fd4-8aa7-623e5201254f tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:13.075893 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-ff55bba7-8b6f-4fd4-8aa7-623e5201254f tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3563557 Jun 24 17:15:13.078710 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 33200) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:15:13.083490 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.v2.base [None req-1d1ebcc5-551b-4726-8f64-5d273ae47dae tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Request body: {'security_group_rule': {'security_group_id': '292ce647-212e-4592-bd7b-28d4deb6dd8c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 17:15:13.182121 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1d1ebcc5-551b-4726-8f64-5d273ae47dae tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:13.236910 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1d1ebcc5-551b-4726-8f64-5d273ae47dae tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:13.291388 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Device f93a09a9-7187-40b2-8cc5-8b5ba5891655 no longer exists at agent hyperv_hv-cinder-79797 {{(pid=93702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 17:15:13.311861 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] No Port match for: f93a09a9-7187-40b2-8cc5-8b5ba5891655 {{(pid=93702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 17:15:13.312210 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Device f93a09a9-7187-40b2-8cc5-8b5ba5891655 not bound to the agent host hv-cinder-79797 {{(pid=93702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 17:15:13.319669 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1d1ebcc5-551b-4726-8f64-5d273ae47dae tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-560418'] for security_group_rule, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:13.321757 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-0529559f-a303-4bb3-bd75-5e74437d0a8a tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:15:13.337974 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1ebcc5-551b-4726-8f64-5d273ae47dae tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02f04776-a472-4541-9fa6-c81134607c26,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:15:13.341060 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-1d1ebcc5-551b-4726-8f64-5d273ae47dae tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:15:13.409431 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1d1ebcc5-551b-4726-8f64-5d273ae47dae tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:13.410736 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-1d1ebcc5-551b-4726-8f64-5d273ae47dae tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3307555 Jun 24 17:15:13.413384 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 33202) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:15:13.418427 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.v2.base [None req-99dad344-6e6a-4ac7-8cfd-95594a9e0f6c tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Request body: {'security_group_rule': {'security_group_id': '292ce647-212e-4592-bd7b-28d4deb6dd8c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 17:15:13.466584 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ce01864d-b8c9-487e-a668-15c777d82655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:13.529846 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-99dad344-6e6a-4ac7-8cfd-95594a9e0f6c tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:13.586398 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-99dad344-6e6a-4ac7-8cfd-95594a9e0f6c tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:13.666689 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-99dad344-6e6a-4ac7-8cfd-95594a9e0f6c tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-560418'] for security_group_rule, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:13.668772 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:15:13.684745 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dad344-6e6a-4ac7-8cfd-95594a9e0f6c tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8545404-54fb-4e17-8ec1-078b5fba12fa,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:15:13.687102 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-99dad344-6e6a-4ac7-8cfd-95594a9e0f6c tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:15:13.763773 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-99dad344-6e6a-4ac7-8cfd-95594a9e0f6c tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:13.765014 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-99dad344-6e6a-4ac7-8cfd-95594a9e0f6c tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3505878 Jun 24 17:15:13.767955 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 33204) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:15:13.773893 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.v2.base [None req-5cfdc891-3bbf-42b3-b084-d2302f406871 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Request body: {'floatingip': {'floating_network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 17:15:13.880078 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5cfdc891-3bbf-42b3-b084-d2302f406871 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Notify callbacks [] for floatingip, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:13.920454 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:13.983752 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5cfdc891-3bbf-42b3-b084-d2302f406871 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:14.086549 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [None req-5cfdc891-3bbf-42b3-b084-d2302f406871 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Allocated IP 172.27.2.72 (d3559561-7efd-493e-88d1-7d47e478b72a/004d905c-cc14-4189-936d-82a0eea7da62/694328d6-0bb0-4987-b2ad-511ec542f83a) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 17:15:14.193189 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5cfdc891-3bbf-42b3-b084-d2302f406871 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:14.307338 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5cfdc891-3bbf-42b3-b084-d2302f406871 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1991527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-355756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734938254830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2811142'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:14.310157 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:15:14.348329 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cfdc891-3bbf-42b3-b084-d2302f406871 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Network d3559561-7efd-493e-88d1-7d47e478b72a is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 17:15:14.351203 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-5cfdc891-3bbf-42b3-b084-d2302f406871 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 17:15:14.357977 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cfdc891-3bbf-42b3-b084-d2302f406871 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 17:15:14.360977 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfdc891-3bbf-42b3-b084-d2302f406871 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Pushing event updated for resources: {'Port': ['ID=694328d6-0bb0-4987-b2ad-511ec542f83a,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:15:14.382588 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-5cfdc891-3bbf-42b3-b084-d2302f406871 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:15:14.444425 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5cfdc891-3bbf-42b3-b084-d2302f406871 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:14.548194 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5cfdc891-3bbf-42b3-b084-d2302f406871 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:14.699059 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5cfdc891-3bbf-42b3-b084-d2302f406871 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:14.769361 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5cfdc891-3bbf-42b3-b084-d2302f406871 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2811380'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:14.771650 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:15:14.836667 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfdc891-3bbf-42b3-b084-d2302f406871 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Pushing event updated for resources: {'Port': ['ID=694328d6-0bb0-4987-b2ad-511ec542f83a,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:15:14.840989 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-5cfdc891-3bbf-42b3-b084-d2302f406871 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:15:14.851774 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5cfdc891-3bbf-42b3-b084-d2302f406871 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-938496'] for floatingip, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:14.931603 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5cfdc891-3bbf-42b3-b084-d2302f406871 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14435'] for floatingip, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:14.934126 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-5cfdc891-3bbf-42b3-b084-d2302f406871 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1639876 Jun 24 17:15:14.948821 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5af43288-dd02-4084-874e-f1fcba283848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:15.124746 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-9f98bfc6-1f33-48a6-8f1f-576eaffc90dc req-463273eb-8598-424d-ad9e-bf84d64a8cfc tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1218978799&fields=id&tenant_id=6bc5cd721def4e0c90b75e0186dfcb77 HTTP/1.1" status: 200 len: 267 time: 0.0336533 Jun 24 17:15:15.230316 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f98bfc6-1f33-48a6-8f1f-576eaffc90dc req-b41f813e-4342-4d5f-aaf4-9e162d59baf6 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:15:15.232480 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-9f98bfc6-1f33-48a6-8f1f-576eaffc90dc req-b41f813e-4342-4d5f-aaf4-9e162d59baf6 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/networks?id=e2c58ddc-3a0b-4159-9aa1-b7e24abf6c42 HTTP/1.1" status: 200 len: 816 time: 0.1013534 Jun 24 17:15:15.246931 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-9f98bfc6-1f33-48a6-8f1f-576eaffc90dc req-77aec9b9-e777-4e04-9b81-34c635b9f6aa tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/quotas/6bc5cd721def4e0c90b75e0186dfcb77 HTTP/1.1" status: 200 len: 375 time: 0.0090766 Jun 24 17:15:15.316252 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-9f98bfc6-1f33-48a6-8f1f-576eaffc90dc req-5928b8d4-cf1b-47ac-bd35-393450ed7854 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=6bc5cd721def4e0c90b75e0186dfcb77&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0644336 Jun 24 17:15:15.506277 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-9f98bfc6-1f33-48a6-8f1f-576eaffc90dc req-34340e59-d6e7-45a7-9aa7-5d4d44489243 service neutron] 10.222.0.15 "GET /v2.0/networks/e2c58ddc-3a0b-4159-9aa1-b7e24abf6c42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784565 Jun 24 17:15:15.596746 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-9f98bfc6-1f33-48a6-8f1f-576eaffc90dc req-e1860eac-acb3-47ab-9c3f-8e8fe7b77342 service neutron] 10.222.0.15 "GET /v2.0/networks/e2c58ddc-3a0b-4159-9aa1-b7e24abf6c42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847902 Jun 24 17:15:15.840104 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-d1121027-da81-4fa6-9144-6300aac1eedc req-bfc44cfb-c498-48b2-a2e2-c6d161452609 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/ports?device_id=a71d9174-102a-4b94-bbc0-b225a24a1444 HTTP/1.1" status: 200 len: 210 time: 0.0285337 Jun 24 17:15:16.462691 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-845c8506-8cf5-4b6b-bbc4-443bdb09ac47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:16.990805 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-f7967f8e-e5d2-4330-b2ff-7775a9c2cc72 req-fc45bcf2-512d-45f1-9638-35071b84538d tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/ports?device_id=a71d9174-102a-4b94-bbc0-b225a24a1444 HTTP/1.1" status: 200 len: 210 time: 0.0333836 Jun 24 17:15:17.343416 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.agents_db [None req-27f02d43-57e8-424c-a1b0-5a1f36db1773 None None] Agent healthcheck: found 6 active agents {{(pid=93703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 17:15:17.688049 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f98bfc6-1f33-48a6-8f1f-576eaffc90dc req-3ceafe34-d13a-4a75-a2dc-230bd42829c3 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:15:17.689455 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-9f98bfc6-1f33-48a6-8f1f-576eaffc90dc req-3ceafe34-d13a-4a75-a2dc-230bd42829c3 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.37 "GET /v2.0/networks?id=e2c58ddc-3a0b-4159-9aa1-b7e24abf6c42 HTTP/1.1" status: 200 len: 816 time: 0.1031468 Jun 24 17:15:17.739966 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-9f98bfc6-1f33-48a6-8f1f-576eaffc90dc req-0b6fb20b-d935-41d3-a2ef-2a663ea6a330 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6bc5cd721def4e0c90b75e0186dfcb77 HTTP/1.1" status: 200 len: 380 time: 0.0346060 Jun 24 17:15:17.748607 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.v2.base [req-9f98bfc6-1f33-48a6-8f1f-576eaffc90dc req-396e4fde-3bad-47db-8d85-67efaeab5dd4 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Request body: {'port': {'device_id': 'a71d9174-102a-4b94-bbc0-b225a24a1444', 'network_id': 'e2c58ddc-3a0b-4159-9aa1-b7e24abf6c42', 'admin_state_up': True, 'tenant_id': '6bc5cd721def4e0c90b75e0186dfcb77', 'security_groups': ['292ce647-212e-4592-bd7b-28d4deb6dd8c']}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 17:15:17.941996 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f98bfc6-1f33-48a6-8f1f-576eaffc90dc req-396e4fde-3bad-47db-8d85-67efaeab5dd4 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Made reservation on behalf of 6bc5cd721def4e0c90b75e0186dfcb77 for: {'port': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 17:15:17.945516 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-9f98bfc6-1f33-48a6-8f1f-576eaffc90dc req-396e4fde-3bad-47db-8d85-67efaeab5dd4 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:18.069337 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [req-9f98bfc6-1f33-48a6-8f1f-576eaffc90dc req-396e4fde-3bad-47db-8d85-67efaeab5dd4 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Allocated IP 172.20.0.7 (e2c58ddc-3a0b-4159-9aa1-b7e24abf6c42/2f50fbc4-85b7-4dc1-a33e-164695f5eb21/49f77c12-c52e-4a6a-a89c-c9fadda5c846) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 17:15:18.183063 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-072fde78-2b86-4a13-84f0-91b5be9500f5 req-f51a6c4e-07d6-45a2-a3b1-d3fbcbeff0b5 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/ports?device_id=a71d9174-102a-4b94-bbc0-b225a24a1444 HTTP/1.1" status: 200 len: 210 time: 0.0324888 Jun 24 17:15:18.235436 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-9f98bfc6-1f33-48a6-8f1f-576eaffc90dc req-396e4fde-3bad-47db-8d85-67efaeab5dd4 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:18.248791 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [req-9f98bfc6-1f33-48a6-8f1f-576eaffc90dc req-396e4fde-3bad-47db-8d85-67efaeab5dd4 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Transition to ACTIVE for port object 49f77c12-c52e-4a6a-a89c-c9fadda5c846 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 17:15:18.331591 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-9f98bfc6-1f33-48a6-8f1f-576eaffc90dc req-396e4fde-3bad-47db-8d85-67efaeab5dd4 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1991527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-355756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734938254830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10147801'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:18.335445 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-482a2c41-660f-4b34-88b7-3b4c23054072 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:15:18.374875 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f98bfc6-1f33-48a6-8f1f-576eaffc90dc req-396e4fde-3bad-47db-8d85-67efaeab5dd4 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Network e2c58ddc-3a0b-4159-9aa1-b7e24abf6c42 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 17:15:18.377731 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [req-9f98bfc6-1f33-48a6-8f1f-576eaffc90dc req-396e4fde-3bad-47db-8d85-67efaeab5dd4 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 17:15:18.381276 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f98bfc6-1f33-48a6-8f1f-576eaffc90dc req-396e4fde-3bad-47db-8d85-67efaeab5dd4 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 17:15:18.407118 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396e4fde-3bad-47db-8d85-67efaeab5dd4 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Pushing event updated for resources: {'Port': ['ID=49f77c12-c52e-4a6a-a89c-c9fadda5c846,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:15:18.411431 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-396e4fde-3bad-47db-8d85-67efaeab5dd4 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:15:18.437896 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f98bfc6-1f33-48a6-8f1f-576eaffc90dc req-396e4fde-3bad-47db-8d85-67efaeab5dd4 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:15:18.438518 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-9f98bfc6-1f33-48a6-8f1f-576eaffc90dc req-396e4fde-3bad-47db-8d85-67efaeab5dd4 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14435'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:18.509378 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-9f98bfc6-1f33-48a6-8f1f-576eaffc90dc req-396e4fde-3bad-47db-8d85-67efaeab5dd4 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7642810 Jun 24 17:15:18.530823 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.v2.base [req-9f98bfc6-1f33-48a6-8f1f-576eaffc90dc req-4853290b-5141-4685-87d3-892d77a1a3c8 service neutron] Request body: {'port': {'device_id': 'a71d9174-102a-4b94-bbc0-b225a24a1444', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79797'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 17:15:18.604977 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-9f98bfc6-1f33-48a6-8f1f-576eaffc90dc req-4853290b-5141-4685-87d3-892d77a1a3c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:18.692983 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-5f31d5e3-9bee-4675-b772-e14b1eb9f7d0 None None] Provisioning for port 49f77c12-c52e-4a6a-a89c-c9fadda5c846 completed by entity DHCP. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 17:15:18.696845 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-5f31d5e3-9bee-4675-b772-e14b1eb9f7d0 None None] Provisioning complete for port 49f77c12-c52e-4a6a-a89c-c9fadda5c846 triggered by entity DHCP. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 17:15:18.697217 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5f31d5e3-9bee-4675-b772-e14b1eb9f7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979100'] for port, provisioning_complete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:18.733322 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-5f31d5e3-9bee-4675-b772-e14b1eb9f7d0 None None] Port 49f77c12-c52e-4a6a-a89c-c9fadda5c846 cannot update to ACTIVE because it is not bound. {{(pid=93702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 17:15:18.866223 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.notifiers.nova [req-9f98bfc6-1f33-48a6-8f1f-576eaffc90dc req-4853290b-5141-4685-87d3-892d77a1a3c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49f77c12-c52e-4a6a-a89c-c9fadda5c846 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 17:15:18.873916 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-9f98bfc6-1f33-48a6-8f1f-576eaffc90dc req-4853290b-5141-4685-87d3-892d77a1a3c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:18.885153 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [req-9f98bfc6-1f33-48a6-8f1f-576eaffc90dc req-4853290b-5141-4685-87d3-892d77a1a3c8 service neutron] Transition to ACTIVE for port object 49f77c12-c52e-4a6a-a89c-c9fadda5c846 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 17:15:18.954177 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-9f98bfc6-1f33-48a6-8f1f-576eaffc90dc req-4853290b-5141-4685-87d3-892d77a1a3c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10147627'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:18.956325 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-ca04b1c8-ac20-4a2f-9c05-2e9500f094c9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:15:19.009108 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4853290b-5141-4685-87d3-892d77a1a3c8 service neutron] Pushing event updated for resources: {'Port': ['ID=49f77c12-c52e-4a6a-a89c-c9fadda5c846,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:15:19.012922 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-4853290b-5141-4685-87d3-892d77a1a3c8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:15:19.084717 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-9f98bfc6-1f33-48a6-8f1f-576eaffc90dc req-4853290b-5141-4685-87d3-892d77a1a3c8 service neutron] Attempting to bind port 49f77c12-c52e-4a6a-a89c-c9fadda5c846 on host hv-cinder-79797 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 17:15:19.085046 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-9f98bfc6-1f33-48a6-8f1f-576eaffc90dc req-4853290b-5141-4685-87d3-892d77a1a3c8 service neutron] Attempting to bind port 49f77c12-c52e-4a6a-a89c-c9fadda5c846 by drivers openvswitch,hyperv on host hv-cinder-79797 at level 0 using segments [{'id': '10a83dba-9475-45c8-9dae-cc9d5b4ac03a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'e2c58ddc-3a0b-4159-9aa1-b7e24abf6c42'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 17:15:19.085371 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f98bfc6-1f33-48a6-8f1f-576eaffc90dc req-4853290b-5141-4685-87d3-892d77a1a3c8 service neutron] Attempting to bind port 49f77c12-c52e-4a6a-a89c-c9fadda5c846 on network e2c58ddc-3a0b-4159-9aa1-b7e24abf6c42 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 17:15:19.089772 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f98bfc6-1f33-48a6-8f1f-576eaffc90dc req-4853290b-5141-4685-87d3-892d77a1a3c8 service neutron] Port 49f77c12-c52e-4a6a-a89c-c9fadda5c846 on network e2c58ddc-3a0b-4159-9aa1-b7e24abf6c42 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79797 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 17:15:19.090108 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f98bfc6-1f33-48a6-8f1f-576eaffc90dc req-4853290b-5141-4685-87d3-892d77a1a3c8 service neutron] Attempting to bind port 49f77c12-c52e-4a6a-a89c-c9fadda5c846 on network e2c58ddc-3a0b-4159-9aa1-b7e24abf6c42 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 17:15:19.095288 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f98bfc6-1f33-48a6-8f1f-576eaffc90dc req-4853290b-5141-4685-87d3-892d77a1a3c8 service neutron] Checking agent: {'id': '1288d539-9cda-419c-bcb9-190041a83682', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79797', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 17, 6, 19), 'started_at': datetime.datetime(2021, 6, 24, 17, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 17, 14, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 17:15:19.095621 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f98bfc6-1f33-48a6-8f1f-576eaffc90dc req-4853290b-5141-4685-87d3-892d77a1a3c8 service neutron] Checking segment: {'id': '10a83dba-9475-45c8-9dae-cc9d5b4ac03a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'e2c58ddc-3a0b-4159-9aa1-b7e24abf6c42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 17:15:19.096001 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f98bfc6-1f33-48a6-8f1f-576eaffc90dc req-4853290b-5141-4685-87d3-892d77a1a3c8 service neutron] Bound using segment: {'id': '10a83dba-9475-45c8-9dae-cc9d5b4ac03a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'e2c58ddc-3a0b-4159-9aa1-b7e24abf6c42'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 17:15:19.096424 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-9f98bfc6-1f33-48a6-8f1f-576eaffc90dc req-4853290b-5141-4685-87d3-892d77a1a3c8 service neutron] Bound port: 49f77c12-c52e-4a6a-a89c-c9fadda5c846, host: hv-cinder-79797, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10a83dba-9475-45c8-9dae-cc9d5b4ac03a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'e2c58ddc-3a0b-4159-9aa1-b7e24abf6c42'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 17:15:19.096776 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-9f98bfc6-1f33-48a6-8f1f-576eaffc90dc req-4853290b-5141-4685-87d3-892d77a1a3c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:19.162436 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-9f98bfc6-1f33-48a6-8f1f-576eaffc90dc req-4853290b-5141-4685-87d3-892d77a1a3c8 service neutron] For port 49f77c12-c52e-4a6a-a89c-c9fadda5c846, host hv-cinder-79797, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 17:15:19.165429 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-9f98bfc6-1f33-48a6-8f1f-576eaffc90dc req-4853290b-5141-4685-87d3-892d77a1a3c8 service neutron] For port 49f77c12-c52e-4a6a-a89c-c9fadda5c846, host hv-cinder-79797, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=49f77c12-c52e-4a6a-a89c-c9fadda5c846,segment=NetworkSegment(10a83dba-9475-45c8-9dae-cc9d5b4ac03a),segment_id=10a83dba-9475-45c8-9dae-cc9d5b4ac03a)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 17:15:19.246083 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-9f98bfc6-1f33-48a6-8f1f-576eaffc90dc req-4853290b-5141-4685-87d3-892d77a1a3c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10147627'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:19.249261 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-712b3a81-4c03-4792-afc4-67f88b46276c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:15:19.283801 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f98bfc6-1f33-48a6-8f1f-576eaffc90dc req-4853290b-5141-4685-87d3-892d77a1a3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:15:19.284371 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-9f98bfc6-1f33-48a6-8f1f-576eaffc90dc req-4853290b-5141-4685-87d3-892d77a1a3c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14435'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:19.285768 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-9f98bfc6-1f33-48a6-8f1f-576eaffc90dc req-4853290b-5141-4685-87d3-892d77a1a3c8 service neutron] 10.222.0.37 "PUT /v2.0/ports/49f77c12-c52e-4a6a-a89c-c9fadda5c846 HTTP/1.1" status: 200 len: 1093 time: 0.7604458 Jun 24 17:15:19.286289 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a71d9174-102a-4b94-bbc0-b225a24a1444', 'tag': '49f77c12-c52e-4a6a-a89c-c9fadda5c846'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 17:15:19.288561 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55b777855581bcfca1ea7f1411fd739ba8bd3bff9faf8aab84294ca486557f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a76120e-952e-4f09-8409-bb0d9fa67468" -d '{"events": [{"name": "network-changed", "server_uuid": "a71d9174-102a-4b94-bbc0-b225a24a1444", "tag": "49f77c12-c52e-4a6a-a89c-c9fadda5c846"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 17:15:19.318268 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4853290b-5141-4685-87d3-892d77a1a3c8 service neutron] Pushing event updated for resources: {'Port': ['ID=49f77c12-c52e-4a6a-a89c-c9fadda5c846,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:15:19.321390 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-4853290b-5141-4685-87d3-892d77a1a3c8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:15:19.335391 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 17:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc88f56a-7fd3-4c16-ac03-d7daa36a3dbc x-openstack-request-id: req-dc88f56a-7fd3-4c16-ac03-d7daa36a3dbc {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 17:15:19.335391 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a71d9174-102a-4b94-bbc0-b225a24a1444", "tag": "49f77c12-c52e-4a6a-a89c-c9fadda5c846", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 17:15:19.335677 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-dc88f56a-7fd3-4c16-ac03-d7daa36a3dbc {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 17:15:19.336023 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a71d9174-102a-4b94-bbc0-b225a24a1444', 'tag': '49f77c12-c52e-4a6a-a89c-c9fadda5c846', 'status': 'completed', 'code': 200} Jun 24 17:15:19.368750 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac443c52-af9b-4a7d-b4f7-e7289a0b6ce9 req-fdae5d49-2bc2-4cb8-8876-6027e2cce8e7 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:15:19.370295 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-ac443c52-af9b-4a7d-b4f7-e7289a0b6ce9 req-fdae5d49-2bc2-4cb8-8876-6027e2cce8e7 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/ports?device_id=a71d9174-102a-4b94-bbc0-b225a24a1444 HTTP/1.1" status: 200 len: 943 time: 0.0727220 Jun 24 17:15:19.412969 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-ac443c52-af9b-4a7d-b4f7-e7289a0b6ce9 req-e5b8ffaf-6293-426f-afba-5a3565870f1f tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/security-groups?id=292ce647-212e-4592-bd7b-28d4deb6dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362663 Jun 24 17:15:19.450227 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a76120e-952e-4f09-8409-bb0d9fa67468 req-031e4cc5-09eb-4898-b4a7-311db7e5a786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:15:19.451794 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-4a76120e-952e-4f09-8409-bb0d9fa67468 req-031e4cc5-09eb-4898-b4a7-311db7e5a786 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6bc5cd721def4e0c90b75e0186dfcb77&device_id=a71d9174-102a-4b94-bbc0-b225a24a1444 HTTP/1.1" status: 200 len: 1096 time: 0.0632615 Jun 24 17:15:19.563788 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a76120e-952e-4f09-8409-bb0d9fa67468 req-26e0c4d8-373f-4dec-9ee6-c65a332b0d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:15:19.565124 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-4a76120e-952e-4f09-8409-bb0d9fa67468 req-26e0c4d8-373f-4dec-9ee6-c65a332b0d3d service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=6bc5cd721def4e0c90b75e0186dfcb77&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0974998 Jun 24 17:15:19.659231 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a76120e-952e-4f09-8409-bb0d9fa67468 req-df26a468-0167-4044-b39a-9423fab0cab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:15:19.660641 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-4a76120e-952e-4f09-8409-bb0d9fa67468 req-df26a468-0167-4044-b39a-9423fab0cab4 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0875390 Jun 24 17:15:19.787098 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f98bfc6-1f33-48a6-8f1f-576eaffc90dc req-254d1319-4b76-48d3-8a1a-1ef5ce2d4366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:15:19.788529 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-9f98bfc6-1f33-48a6-8f1f-576eaffc90dc req-254d1319-4b76-48d3-8a1a-1ef5ce2d4366 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6bc5cd721def4e0c90b75e0186dfcb77&device_id=a71d9174-102a-4b94-bbc0-b225a24a1444 HTTP/1.1" status: 200 len: 1096 time: 0.0510211 Jun 24 17:15:19.838293 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-9f98bfc6-1f33-48a6-8f1f-576eaffc90dc req-3450c37c-528f-4ec2-9e75-cd9dec650b8c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=49f77c12-c52e-4a6a-a89c-c9fadda5c846 HTTP/1.1" status: 200 len: 217 time: 0.0351596 Jun 24 17:15:19.885542 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f98bfc6-1f33-48a6-8f1f-576eaffc90dc req-4cb5b7f5-4cba-48ac-9a3c-127739fe8607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:15:19.887042 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-9f98bfc6-1f33-48a6-8f1f-576eaffc90dc req-4cb5b7f5-4cba-48ac-9a3c-127739fe8607 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2f50fbc4-85b7-4dc1-a33e-164695f5eb21 HTTP/1.1" status: 200 len: 855 time: 0.0422277 Jun 24 17:15:19.943673 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f98bfc6-1f33-48a6-8f1f-576eaffc90dc req-46796c3d-8f76-4925-a984-8934e4c55295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:15:19.945121 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-9f98bfc6-1f33-48a6-8f1f-576eaffc90dc req-46796c3d-8f76-4925-a984-8934e4c55295 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e2c58ddc-3a0b-4159-9aa1-b7e24abf6c42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0518184 Jun 24 17:15:20.037027 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-9f98bfc6-1f33-48a6-8f1f-576eaffc90dc req-cfe32259-6ca7-4e02-ab1a-dbf35ce44076 service neutron] 10.222.0.37 "GET /v2.0/networks/e2c58ddc-3a0b-4159-9aa1-b7e24abf6c42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844808 Jun 24 17:15:20.125635 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-9f98bfc6-1f33-48a6-8f1f-576eaffc90dc req-aa794d10-c147-466a-822e-ffa7bacb86db service neutron] 10.222.0.37 "GET /v2.0/networks/e2c58ddc-3a0b-4159-9aa1-b7e24abf6c42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809872 Jun 24 17:15:20.593389 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a805ec58-5338-454d-b823-33a19fb72d99 req-d712c0fc-f269-4cbb-a286-39c0e1150cec tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:15:20.594932 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-a805ec58-5338-454d-b823-33a19fb72d99 req-d712c0fc-f269-4cbb-a286-39c0e1150cec tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/ports?device_id=a71d9174-102a-4b94-bbc0-b225a24a1444 HTTP/1.1" status: 200 len: 943 time: 0.0652516 Jun 24 17:15:20.630759 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-a805ec58-5338-454d-b823-33a19fb72d99 req-b69ee951-d216-4876-8500-d19f5d6a9ed1 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/security-groups?id=292ce647-212e-4592-bd7b-28d4deb6dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302572 Jun 24 17:15:21.662620 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:21.810278 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c213de14-50c8-46ce-b65f-5eabcd8597cf req-94bbeba6-ed94-4b54-8592-cd174f09184b tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:15:21.811898 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-c213de14-50c8-46ce-b65f-5eabcd8597cf req-94bbeba6-ed94-4b54-8592-cd174f09184b tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/ports?device_id=a71d9174-102a-4b94-bbc0-b225a24a1444 HTTP/1.1" status: 200 len: 943 time: 0.0690076 Jun 24 17:15:21.849368 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-c213de14-50c8-46ce-b65f-5eabcd8597cf req-7d555d49-12a1-40bb-a884-6ae6ec65e020 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/security-groups?id=292ce647-212e-4592-bd7b-28d4deb6dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317402 Jun 24 17:15:23.030233 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce424d0d-37a1-4a32-b6ed-4f3182e52a46 req-2611ea1c-73f8-4f9e-86b1-83a130a5cd73 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:15:23.031664 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-ce424d0d-37a1-4a32-b6ed-4f3182e52a46 req-2611ea1c-73f8-4f9e-86b1-83a130a5cd73 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/ports?device_id=a71d9174-102a-4b94-bbc0-b225a24a1444 HTTP/1.1" status: 200 len: 943 time: 0.0648661 Jun 24 17:15:23.067387 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-ce424d0d-37a1-4a32-b6ed-4f3182e52a46 req-cc719cc1-5d16-4e94-a9a6-e2355b7236e0 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/security-groups?id=292ce647-212e-4592-bd7b-28d4deb6dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301900 Jun 24 17:15:24.247277 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972e5350-19f9-431d-ab63-82edb5a9807f req-9a17f1d8-f545-436d-b3be-7719914a3c96 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:15:24.248734 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-972e5350-19f9-431d-ab63-82edb5a9807f req-9a17f1d8-f545-436d-b3be-7719914a3c96 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/ports?device_id=a71d9174-102a-4b94-bbc0-b225a24a1444 HTTP/1.1" status: 200 len: 943 time: 0.0666711 Jun 24 17:15:24.286678 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-972e5350-19f9-431d-ab63-82edb5a9807f req-bb0c16b8-ffe8-4a07-a30f-8610de835c65 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/security-groups?id=292ce647-212e-4592-bd7b-28d4deb6dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323310 Jun 24 17:15:25.326644 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Device 49f77c12-c52e-4a6a-a89c-c9fadda5c846 details requested by agent hyperv_hv-cinder-79797 with host hv-cinder-79797 {{(pid=93702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 17:15:25.420861 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] For port 49f77c12-c52e-4a6a-a89c-c9fadda5c846, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=49f77c12-c52e-4a6a-a89c-c9fadda5c846,segment=NetworkSegment(10a83dba-9475-45c8-9dae-cc9d5b4ac03a),segment_id=10a83dba-9475-45c8-9dae-cc9d5b4ac03a)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 17:15:25.431665 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Returning: {'device': '49f77c12-c52e-4a6a-a89c-c9fadda5c846', 'network_id': 'e2c58ddc-3a0b-4159-9aa1-b7e24abf6c42', 'port_id': '49f77c12-c52e-4a6a-a89c-c9fadda5c846', 'mac_address': 'fa:16:3e:e6:d6:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f50fbc4-85b7-4dc1-a33e-164695f5eb21', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 17:15:25.460514 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3686f25-72b2-47be-9df8-e84f80c2cfac req-4f82cca8-4481-46db-b193-347ab1ddba33 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:15:25.462038 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-e3686f25-72b2-47be-9df8-e84f80c2cfac req-4f82cca8-4481-46db-b193-347ab1ddba33 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/ports?device_id=a71d9174-102a-4b94-bbc0-b225a24a1444 HTTP/1.1" status: 200 len: 943 time: 0.0619178 Jun 24 17:15:25.469526 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:25.482735 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.notifiers.nova [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49f77c12-c52e-4a6a-a89c-c9fadda5c846 {{(pid=93702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 17:15:25.502513 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] For port 49f77c12-c52e-4a6a-a89c-c9fadda5c846, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=49f77c12-c52e-4a6a-a89c-c9fadda5c846,segment=NetworkSegment(10a83dba-9475-45c8-9dae-cc9d5b4ac03a),segment_id=10a83dba-9475-45c8-9dae-cc9d5b4ac03a)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 17:15:25.502850 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-e3686f25-72b2-47be-9df8-e84f80c2cfac req-890ef343-c2c0-4a79-ab88-e33eeb3d7069 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/security-groups?id=292ce647-212e-4592-bd7b-28d4deb6dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340157 Jun 24 17:15:25.600085 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:25.602766 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:15:25.647080 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Pushing event updated for resources: {'Port': ['ID=49f77c12-c52e-4a6a-a89c-c9fadda5c846,revision_number=4']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:15:25.649919 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:15:26.158248 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] get_ports_and_sgs() called for port_ids ['49f77c12-c52e-4a6a-a89c-c9fadda5c846'] {{(pid=93702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 17:15:26.681196 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99d0673-0f40-496d-bd53-b5f5067a3b75 req-8b2eada9-03fe-4758-8e99-861e59e95141 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:15:26.682650 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-a99d0673-0f40-496d-bd53-b5f5067a3b75 req-8b2eada9-03fe-4758-8e99-861e59e95141 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/ports?device_id=a71d9174-102a-4b94-bbc0-b225a24a1444 HTTP/1.1" status: 200 len: 944 time: 0.0639589 Jun 24 17:15:26.720563 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-a99d0673-0f40-496d-bd53-b5f5067a3b75 req-f5d1b160-c341-46b1-9700-b5b70254039f tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/security-groups?id=292ce647-212e-4592-bd7b-28d4deb6dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317008 Jun 24 17:15:26.866831 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-0a088961-40b2-4d19-922c-2d59d865ffe0 req-cb85f04c-7ef0-467b-827e-c798e37b5a2f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=403d65b4-6ba0-4716-a965-12fd0346bab6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0538216 Jun 24 17:15:26.955246 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a088961-40b2-4d19-922c-2d59d865ffe0 req-72831a52-1c55-4c81-a115-155a62ecb8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:15:26.956681 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-0a088961-40b2-4d19-922c-2d59d865ffe0 req-72831a52-1c55-4c81-a115-155a62ecb8fd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2fcaafd20cb9434aa25d111d6081b900&device_id=403d65b4-6ba0-4716-a965-12fd0346bab6 HTTP/1.1" status: 200 len: 1137 time: 0.0538893 Jun 24 17:15:27.060340 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a088961-40b2-4d19-922c-2d59d865ffe0 req-d9c48395-d5ba-45bd-9574-46c208797cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:15:27.061777 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-0a088961-40b2-4d19-922c-2d59d865ffe0 req-d9c48395-d5ba-45bd-9574-46c208797cb7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a45d101b-6927-4b1f-b60c-ac459e829641 HTTP/1.1" status: 200 len: 915 time: 0.0852749 Jun 24 17:15:27.124807 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-0a088961-40b2-4d19-922c-2d59d865ffe0 req-0c9b38b9-00b8-495e-a7aa-91efc8d8f3e3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9d50f125-92bf-4475-9d90-9724e54d278f HTTP/1.1" status: 200 len: 1000 time: 0.0554106 Jun 24 17:15:27.172932 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a088961-40b2-4d19-922c-2d59d865ffe0 req-144d1f9e-fc1e-4b0d-b420-1fa62ac15c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:15:27.174362 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-0a088961-40b2-4d19-922c-2d59d865ffe0 req-144d1f9e-fc1e-4b0d-b420-1fa62ac15c43 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ad8c42be-ee98-463d-b12f-0b1f5644eae5 HTTP/1.1" status: 200 len: 854 time: 0.0419285 Jun 24 17:15:27.241782 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a088961-40b2-4d19-922c-2d59d865ffe0 req-34f3f020-895b-4293-a522-7f337579a360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:15:27.243265 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-0a088961-40b2-4d19-922c-2d59d865ffe0 req-34f3f020-895b-4293-a522-7f337579a360 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a45d101b-6927-4b1f-b60c-ac459e829641&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0583589 Jun 24 17:15:27.344968 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-0a088961-40b2-4d19-922c-2d59d865ffe0 req-10062d46-2875-442a-a44c-8ef15eab0b02 service neutron] 10.222.0.37 "GET /v2.0/networks/a45d101b-6927-4b1f-b60c-ac459e829641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939279 Jun 24 17:15:27.358972 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Device 49f77c12-c52e-4a6a-a89c-c9fadda5c846 up at agent hyperv_hv-cinder-79797 {{(pid=93702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 17:15:27.447226 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-0a088961-40b2-4d19-922c-2d59d865ffe0 req-0b5787ed-8fb5-474d-b93a-e28c3c8f3a30 service neutron] 10.222.0.37 "GET /v2.0/networks/a45d101b-6927-4b1f-b60c-ac459e829641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950663 Jun 24 17:15:27.483713 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Provisioning for port 49f77c12-c52e-4a6a-a89c-c9fadda5c846 completed by entity L2. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 17:15:27.487962 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Provisioning complete for port 49f77c12-c52e-4a6a-a89c-c9fadda5c846 triggered by entity L2. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 17:15:27.488344 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979100'] for port, provisioning_complete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:27.575442 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:27.602078 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a71d9174-102a-4b94-bbc0-b225a24a1444', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49f77c12-c52e-4a6a-a89c-c9fadda5c846'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 17:15:27.604355 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d8b605067795a7fc2c115f7278a2b51e92dc277499becda2f2169a787a2c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e949628-c474-4e5f-b9c7-9a29a445257a" -d '{"events": [{"server_uuid": "a71d9174-102a-4b94-bbc0-b225a24a1444", "name": "network-vif-plugged", "status": "completed", "tag": "49f77c12-c52e-4a6a-a89c-c9fadda5c846"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 17:15:27.620357 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] For port 49f77c12-c52e-4a6a-a89c-c9fadda5c846, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=49f77c12-c52e-4a6a-a89c-c9fadda5c846,segment=NetworkSegment(10a83dba-9475-45c8-9dae-cc9d5b4ac03a),segment_id=10a83dba-9475-45c8-9dae-cc9d5b4ac03a)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 17:15:27.643973 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 17:15:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0ae92fc-6acb-4d1c-81b2-dcd99e2dee2f x-openstack-request-id: req-a0ae92fc-6acb-4d1c-81b2-dcd99e2dee2f {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 17:15:27.645353 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a71d9174-102a-4b94-bbc0-b225a24a1444", "name": "network-vif-plugged", "status": "completed", "tag": "49f77c12-c52e-4a6a-a89c-c9fadda5c846", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 17:15:27.645353 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a0ae92fc-6acb-4d1c-81b2-dcd99e2dee2f {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 17:15:27.645353 dv-cinder-797970-1-iscsi neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a71d9174-102a-4b94-bbc0-b225a24a1444', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49f77c12-c52e-4a6a-a89c-c9fadda5c846', 'code': 200} Jun 24 17:15:27.686110 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:27.688260 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-9ea0be94-92e3-4c83-ae02-10a6be4e2ae0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:15:27.745862 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Pushing event updated for resources: {'Port': ['ID=49f77c12-c52e-4a6a-a89c-c9fadda5c846,revision_number=5']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:15:27.754808 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:15:27.769147 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-6ce6fd3d-e305-438d-9728-9cb106fbe1cf req-a5c1165a-6588-49e9-9606-489ac0337dbb tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1970319181&fields=id&tenant_id=3932aa6d6c7446bcb7063308e31b911f HTTP/1.1" status: 200 len: 267 time: 0.0445235 Jun 24 17:15:27.894518 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce6fd3d-e305-438d-9728-9cb106fbe1cf req-d9c593a4-1a4a-41f2-bb57-fe7edfc03b78 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:15:27.895814 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-6ce6fd3d-e305-438d-9728-9cb106fbe1cf req-d9c593a4-1a4a-41f2-bb57-fe7edfc03b78 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] 10.222.0.15 "GET /v2.0/networks?id=d814d5ca-30ce-40c7-a19a-3244f9dca736 HTTP/1.1" status: 200 len: 808 time: 0.1202493 Jun 24 17:15:27.915276 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-6ce6fd3d-e305-438d-9728-9cb106fbe1cf req-51796d70-a77b-44ea-a44f-0e6415e60a65 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] 10.222.0.15 "GET /v2.0/quotas/3932aa6d6c7446bcb7063308e31b911f HTTP/1.1" status: 200 len: 375 time: 0.0120168 Jun 24 17:15:27.929618 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dafede-f532-4386-85d8-83b4471db4a0 req-f88ad404-5e1e-42c9-9e80-926e7a6a50b5 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:15:27.931142 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-21dafede-f532-4386-85d8-83b4471db4a0 req-f88ad404-5e1e-42c9-9e80-926e7a6a50b5 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/ports?device_id=a71d9174-102a-4b94-bbc0-b225a24a1444 HTTP/1.1" status: 200 len: 945 time: 0.0772576 Jun 24 17:15:27.975920 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-21dafede-f532-4386-85d8-83b4471db4a0 req-d322953f-f513-4b4e-836c-4cfa411f9634 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/security-groups?id=292ce647-212e-4592-bd7b-28d4deb6dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386474 Jun 24 17:15:27.996504 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-6ce6fd3d-e305-438d-9728-9cb106fbe1cf req-c8660c97-acec-468e-81c7-157d956017b1 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=3932aa6d6c7446bcb7063308e31b911f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0745714 Jun 24 17:15:28.040757 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0fc680-991b-4ce9-856f-0c0e1232c9a1 req-45dab52a-c24b-4e4f-870f-d539c65c8e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:15:28.043301 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-fe0fc680-991b-4ce9-856f-0c0e1232c9a1 req-45dab52a-c24b-4e4f-870f-d539c65c8e54 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a71d9174-102a-4b94-bbc0-b225a24a1444 HTTP/1.1" status: 200 len: 1098 time: 0.0596130 Jun 24 17:15:28.082173 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-fe0fc680-991b-4ce9-856f-0c0e1232c9a1 req-96e4c908-a1c3-4261-a0d7-65d50ffc4aae service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=292ce647-212e-4592-bd7b-28d4deb6dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311637 Jun 24 17:15:28.102759 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-6ce6fd3d-e305-438d-9728-9cb106fbe1cf req-3581e295-682c-4b2c-8b3d-66e6336aca79 service neutron] 10.222.0.15 "GET /v2.0/networks/d814d5ca-30ce-40c7-a19a-3244f9dca736?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916488 Jun 24 17:15:28.190484 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-6ce6fd3d-e305-438d-9728-9cb106fbe1cf req-fd67322c-1995-4ce4-a7ac-079d5caf69a8 service neutron] 10.222.0.15 "GET /v2.0/networks/d814d5ca-30ce-40c7-a19a-3244f9dca736?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808694 Jun 24 17:15:28.723998 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-e142f6b2-82df-4a62-b5b4-62d43cb1504a req-821d4c46-97e1-4c6a-8a04-c7e1d159fa31 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4471cde-a391-4977-a7f1-693fe67a78bf HTTP/1.1" status: 200 len: 210 time: 0.0315759 Jun 24 17:15:29.166439 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bd5a15-a846-4ff1-b645-3c131ef4fa2a req-7352142c-8438-49a1-a5fe-9a4247cbe769 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:15:29.167895 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-15bd5a15-a846-4ff1-b645-3c131ef4fa2a req-7352142c-8438-49a1-a5fe-9a4247cbe769 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/ports?device_id=a71d9174-102a-4b94-bbc0-b225a24a1444 HTTP/1.1" status: 200 len: 945 time: 0.0709555 Jun 24 17:15:29.204926 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-15bd5a15-a846-4ff1-b645-3c131ef4fa2a req-9ad483ee-005e-4765-a69f-8d2f49233670 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/security-groups?id=292ce647-212e-4592-bd7b-28d4deb6dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312536 Jun 24 17:15:29.879868 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-7667c645-8640-4934-aff3-4ec17358bf13 req-373c5832-660a-4d54-b615-354abaee2ea2 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4471cde-a391-4977-a7f1-693fe67a78bf HTTP/1.1" status: 200 len: 210 time: 0.0277081 Jun 24 17:15:30.386515 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b539b1a6-903d-4c41-918e-ce4b741b4527 req-9b7d0095-2ed8-4473-a58d-6b0a80346a0b tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:15:30.387948 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-b539b1a6-903d-4c41-918e-ce4b741b4527 req-9b7d0095-2ed8-4473-a58d-6b0a80346a0b tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/ports?device_id=a71d9174-102a-4b94-bbc0-b225a24a1444 HTTP/1.1" status: 200 len: 945 time: 0.0655262 Jun 24 17:15:30.426151 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-b539b1a6-903d-4c41-918e-ce4b741b4527 req-9aabb2fe-c2b3-42f5-aacb-7baa38f369c1 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/security-groups?id=292ce647-212e-4592-bd7b-28d4deb6dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324752 Jun 24 17:15:30.598794 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c443aa3d-3ef6-4b31-a2f0-b2ebfcd44ba9 req-8e3e4adc-31d0-474f-9a18-fdb2fa2a8873 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:15:30.600240 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-c443aa3d-3ef6-4b31-a2f0-b2ebfcd44ba9 req-8e3e4adc-31d0-474f-9a18-fdb2fa2a8873 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/ports?device_id=a71d9174-102a-4b94-bbc0-b225a24a1444 HTTP/1.1" status: 200 len: 945 time: 0.0642760 Jun 24 17:15:30.609667 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 33336) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:15:30.614086 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.v2.base [None req-308d8b36-7637-44cb-95f3-8eba62cbe63c tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Request body: {'floatingip': {'port_id': '49f77c12-c52e-4a6a-a89c-c9fadda5c846'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 17:15:30.658149 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-308d8b36-7637-44cb-95f3-8eba62cbe63c tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Notify callbacks [] for floatingip, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:31.031094 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-9ce24407-f45a-4040-964d-dc1c76613bf5 req-b59d5366-6631-4da1-ba19-47451445b3aa tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4471cde-a391-4977-a7f1-693fe67a78bf HTTP/1.1" status: 200 len: 210 time: 0.0326071 Jun 24 17:15:31.354018 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce6fd3d-e305-438d-9728-9cb106fbe1cf req-6aba6945-7622-4408-a9b5-358874f18e93 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:15:31.355499 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-6ce6fd3d-e305-438d-9728-9cb106fbe1cf req-6aba6945-7622-4408-a9b5-358874f18e93 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] 10.222.0.37 "GET /v2.0/networks?id=d814d5ca-30ce-40c7-a19a-3244f9dca736 HTTP/1.1" status: 200 len: 808 time: 0.4541113 Jun 24 17:15:31.457235 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-6ce6fd3d-e305-438d-9728-9cb106fbe1cf req-06234d20-fcd1-4c32-b536-e9a84a25fcf6 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3932aa6d6c7446bcb7063308e31b911f HTTP/1.1" status: 200 len: 380 time: 0.0756578 Jun 24 17:15:31.469182 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.v2.base [req-6ce6fd3d-e305-438d-9728-9cb106fbe1cf req-4401809a-90b3-4d62-8525-718c1b79afea tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Request body: {'port': {'device_id': 'f4471cde-a391-4977-a7f1-693fe67a78bf', 'network_id': 'd814d5ca-30ce-40c7-a19a-3244f9dca736', 'admin_state_up': True, 'tenant_id': '3932aa6d6c7446bcb7063308e31b911f', 'security_groups': ['8ceaa142-9b86-49f1-8a2c-63b3bfce97bb']}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 17:15:31.487417 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-308d8b36-7637-44cb-95f3-8eba62cbe63c tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:31.572734 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-308d8b36-7637-44cb-95f3-8eba62cbe63c tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-938496'] for floatingip, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:31.673298 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.db.l3_db [None req-308d8b36-7637-44cb-95f3-8eba62cbe63c tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Floating IP a095e2c3-d558-4726-af23-9fc80e72ad04 associated. External IP: 172.27.2.72, port: 49f77c12-c52e-4a6a-a89c-c9fadda5c846. Jun 24 17:15:31.707227 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ce6fd3d-e305-438d-9728-9cb106fbe1cf req-4401809a-90b3-4d62-8525-718c1b79afea tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Made reservation on behalf of 3932aa6d6c7446bcb7063308e31b911f for: {'port': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 17:15:31.710796 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-6ce6fd3d-e305-438d-9728-9cb106fbe1cf req-4401809a-90b3-4d62-8525-718c1b79afea tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:31.927554 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [req-6ce6fd3d-e305-438d-9728-9cb106fbe1cf req-4401809a-90b3-4d62-8525-718c1b79afea tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Allocated IP 172.20.0.6 (d814d5ca-30ce-40c7-a19a-3244f9dca736/e7f2d1aa-66d6-42d3-8334-b5d4eb2abfb2/2bd31234-8541-4c73-a252-e62bed09039e) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 17:15:32.002411 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-308d8b36-7637-44cb-95f3-8eba62cbe63c tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Router 79a22461-5090-4e28-b78d-ed62ea3c6cde has already been hosted by L3 agent ebb0bbf0-d6bc-43df-80f2-a0cdb1424f3b {{(pid=93701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 17:15:32.218597 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-46db4291-1678-451d-8b5e-03fcc808eef0 req-8850703f-0d79-47e7-9f08-7b32ab93f589 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4471cde-a391-4977-a7f1-693fe67a78bf HTTP/1.1" status: 200 len: 210 time: 0.0483801 Jun 24 17:15:32.224222 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-6ce6fd3d-e305-438d-9728-9cb106fbe1cf req-4401809a-90b3-4d62-8525-718c1b79afea tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:32.243958 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-308d8b36-7637-44cb-95f3-8eba62cbe63c tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Notify agent at l3_agent.dv-cinder-797970-1-iscsi the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 17:15:32.249745 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-308d8b36-7637-44cb-95f3-8eba62cbe63c tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14435'] for floatingip, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:32.252313 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [req-6ce6fd3d-e305-438d-9728-9cb106fbe1cf req-4401809a-90b3-4d62-8525-718c1b79afea tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Transition to ACTIVE for port object 2bd31234-8541-4c73-a252-e62bed09039e will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 17:15:32.254295 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ef4a90-9011-4ffb-85e4-2d090f4ccd68 None None] Sync routers for ids ['79a22461-5090-4e28-b78d-ed62ea3c6cde'] in dv-cinder-797970-1-iscsi {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 17:15:32.266470 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ef4a90-9011-4ffb-85e4-2d090f4ccd68 None None] Routers {'79a22461-5090-4e28-b78d-ed62ea3c6cde'} bound to L3 agent in host dv-cinder-797970-1-iscsi {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 17:15:32.267078 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-84ef4a90-9011-4ffb-85e4-2d090f4ccd68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-24T17:00:13Z,description=,heartbeat_timestamp=2021-06-24T17:15:13Z,host='dv-cinder-797970-1-iscsi',id=ebb0bbf0-d6bc-43df-80f2-a0cdb1424f3b,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T17:00:14Z,topic='l3_agent')) {'router_ids': ['79a22461-5090-4e28-b78d-ed62ea3c6cde'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:15:32.300479 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-308d8b36-7637-44cb-95f3-8eba62cbe63c tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "PUT /v2.0/floatingips/a095e2c3-d558-4726-af23-9fc80e72ad04 HTTP/1.1" status: 200 len: 990 time: 1.6897800 Jun 24 17:15:32.307796 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a71d9174-102a-4b94-bbc0-b225a24a1444', 'tag': '49f77c12-c52e-4a6a-a89c-c9fadda5c846'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 17:15:32.310564 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55b777855581bcfca1ea7f1411fd739ba8bd3bff9faf8aab84294ca486557f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86939c06-834a-41ec-ba6c-593fb58b1f7d" -d '{"events": [{"name": "network-changed", "server_uuid": "a71d9174-102a-4b94-bbc0-b225a24a1444", "tag": "49f77c12-c52e-4a6a-a89c-c9fadda5c846"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 17:15:32.352215 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 17:15:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f8b9ff3-2fe0-4268-85e1-f13414ed5b04 x-openstack-request-id: req-7f8b9ff3-2fe0-4268-85e1-f13414ed5b04 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 17:15:32.352551 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a71d9174-102a-4b94-bbc0-b225a24a1444", "tag": "49f77c12-c52e-4a6a-a89c-c9fadda5c846", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 17:15:32.352850 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7f8b9ff3-2fe0-4268-85e1-f13414ed5b04 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 17:15:32.353383 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a71d9174-102a-4b94-bbc0-b225a24a1444', 'tag': '49f77c12-c52e-4a6a-a89c-c9fadda5c846', 'status': 'completed', 'code': 200} Jun 24 17:15:32.429079 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-6ce6fd3d-e305-438d-9728-9cb106fbe1cf req-4401809a-90b3-4d62-8525-718c1b79afea tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1991527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-355756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734938254830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10147801'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:32.434984 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-4853290b-5141-4685-87d3-892d77a1a3c8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:15:32.480773 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ce6fd3d-e305-438d-9728-9cb106fbe1cf req-4401809a-90b3-4d62-8525-718c1b79afea tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Network d814d5ca-30ce-40c7-a19a-3244f9dca736 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 17:15:32.484244 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [req-6ce6fd3d-e305-438d-9728-9cb106fbe1cf req-4401809a-90b3-4d62-8525-718c1b79afea tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 17:15:32.484399 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86939c06-834a-41ec-ba6c-593fb58b1f7d req-bf909d08-5e3c-4f9c-8b6f-9a6b3322cf45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:15:32.486942 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ce6fd3d-e305-438d-9728-9cb106fbe1cf req-4401809a-90b3-4d62-8525-718c1b79afea tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 17:15:32.488550 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-84ef4a90-9011-4ffb-85e4-2d090f4ccd68 None None] Set router 79a22461-5090-4e28-b78d-ed62ea3c6cde gateway port host: dv-cinder-797970-1-iscsi {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 17:15:32.490477 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-86939c06-834a-41ec-ba6c-593fb58b1f7d req-bf909d08-5e3c-4f9c-8b6f-9a6b3322cf45 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6bc5cd721def4e0c90b75e0186dfcb77&device_id=a71d9174-102a-4b94-bbc0-b225a24a1444 HTTP/1.1" status: 200 len: 1098 time: 0.0694866 Jun 24 17:15:32.527690 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4401809a-90b3-4d62-8525-718c1b79afea tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Pushing event updated for resources: {'Port': ['ID=2bd31234-8541-4c73-a252-e62bed09039e,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:15:32.532406 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-4401809a-90b3-4d62-8525-718c1b79afea tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:15:32.559726 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce6fd3d-e305-438d-9728-9cb106fbe1cf req-4401809a-90b3-4d62-8525-718c1b79afea tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:15:32.560323 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-6ce6fd3d-e305-438d-9728-9cb106fbe1cf req-4401809a-90b3-4d62-8525-718c1b79afea tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14435'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:32.615371 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86939c06-834a-41ec-ba6c-593fb58b1f7d req-43979bc2-8f43-4a8d-a905-03abd38b3070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:15:32.617180 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-86939c06-834a-41ec-ba6c-593fb58b1f7d req-43979bc2-8f43-4a8d-a905-03abd38b3070 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e2c58ddc-3a0b-4159-9aa1-b7e24abf6c42 HTTP/1.1" status: 200 len: 916 time: 0.1065023 Jun 24 17:15:32.621201 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-6ce6fd3d-e305-438d-9728-9cb106fbe1cf req-4401809a-90b3-4d62-8525-718c1b79afea tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1579888 Jun 24 17:15:32.641503 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.v2.base [req-6ce6fd3d-e305-438d-9728-9cb106fbe1cf req-f937048a-6251-4d94-9bc0-f55513437512 service neutron] Request body: {'port': {'device_id': 'f4471cde-a391-4977-a7f1-693fe67a78bf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79797'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 17:15:32.708710 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-86939c06-834a-41ec-ba6c-593fb58b1f7d req-d0a61bc5-4e98-46e6-8917-a76816c34e81 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=49f77c12-c52e-4a6a-a89c-c9fadda5c846 HTTP/1.1" status: 200 len: 998 time: 0.0732002 Jun 24 17:15:32.729389 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-6ce6fd3d-e305-438d-9728-9cb106fbe1cf req-f937048a-6251-4d94-9bc0-f55513437512 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:32.760111 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-84ef4a90-9011-4ffb-85e4-2d090f4ccd68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79a22461-5090-4e28-b78d-ed62ea3c6cde', 'name': 'tempest-AttachVolumeShelveTestJSON-267317186-router', 'tenant_id': '6bc5cd721def4e0c90b75e0186dfcb77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'external_fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '0eb03da9-d524-4e7a-adb7-138c5a0a829c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T17:08:11Z', 'updated_at': '2021-06-24T17:08:21Z', 'revision_number': 4, 'project_id': '6bc5cd721def4e0c90b75e0186dfcb77', 'gw_port': {'id': '0eb03da9-d524-4e7a-adb7-138c5a0a829c', 'name': '', 'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:91:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79a22461-5090-4e28-b78d-ed62ea3c6cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:08:13Z', 'updated_at': '2021-06-24T17:08:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '004d905c-cc14-4189-936d-82a0eea7da62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-1-iscsi', '_floatingips': [{'id': 'a095e2c3-d558-4726-af23-9fc80e72ad04', 'tenant_id': '6bc5cd721def4e0c90b75e0186dfcb77', 'floating_ip_address': '172.27.2.72', 'floating_network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'router_id': '79a22461-5090-4e28-b78d-ed62ea3c6cde', 'port_id': '49f77c12-c52e-4a6a-a89c-c9fadda5c846', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2c58ddc-3a0b-4159-9aa1-b7e24abf6c42', 'mac_address': 'fa:16:3e:e6:d6:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a71d9174-102a-4b94-bbc0-b225a24a1444', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T17:15:14Z', 'updated_at': '2021-06-24T17:15:31Z', 'revision_number': 1, 'project_id': '6bc5cd721def4e0c90b75e0186dfcb77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5294d12d-dda7-4a5b-ab66-fbf98bbbb6dc', 'name': '', 'network_id': 'e2c58ddc-3a0b-4159-9aa1-b7e24abf6c42', 'tenant_id': '6bc5cd721def4e0c90b75e0186dfcb77', 'mac_address': 'fa:16:3e:d9:d8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79a22461-5090-4e28-b78d-ed62ea3c6cde', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '2f50fbc4-85b7-4dc1-a33e-164695f5eb21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:08:19Z', 'updated_at': '2021-06-24T17:08:30Z', 'revision_number': 5, 'project_id': '6bc5cd721def4e0c90b75e0186dfcb77', 'subnets': [{'id': '2f50fbc4-85b7-4dc1-a33e-164695f5eb21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-1-iscsi', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:15:32.774729 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86939c06-834a-41ec-ba6c-593fb58b1f7d req-5e2ce9b3-bb81-46e6-a873-4db8898cb497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:15:32.776100 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-86939c06-834a-41ec-ba6c-593fb58b1f7d req-5e2ce9b3-bb81-46e6-a873-4db8898cb497 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2f50fbc4-85b7-4dc1-a33e-164695f5eb21 HTTP/1.1" status: 200 len: 855 time: 0.0599499 Jun 24 17:15:32.793883 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ef4a90-9011-4ffb-85e4-2d090f4ccd68 None None] Checking router: 79a22461-5090-4e28-b78d-ed62ea3c6cde for host: dv-cinder-797970-1-iscsi {{(pid=93702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 17:15:32.808729 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ef4a90-9011-4ffb-85e4-2d090f4ccd68 None None] Routers {'79a22461-5090-4e28-b78d-ed62ea3c6cde'} bound to L3 agent in host dv-cinder-797970-1-iscsi {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 17:15:32.809504 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-84ef4a90-9011-4ffb-85e4-2d090f4ccd68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-24T17:00:13Z,description=,heartbeat_timestamp=2021-06-24T17:15:13Z,host='dv-cinder-797970-1-iscsi',id=ebb0bbf0-d6bc-43df-80f2-a0cdb1424f3b,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T17:00:14Z,topic='l3_agent')) {'router_ids': ['79a22461-5090-4e28-b78d-ed62ea3c6cde'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:15:32.835564 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86939c06-834a-41ec-ba6c-593fb58b1f7d req-c7228e9b-00f3-4be2-bdea-190127bf4bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:15:32.837039 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-86939c06-834a-41ec-ba6c-593fb58b1f7d req-c7228e9b-00f3-4be2-bdea-190127bf4bc1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e2c58ddc-3a0b-4159-9aa1-b7e24abf6c42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0547738 Jun 24 17:15:32.899738 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-6d278f90-0e5a-4e43-a80c-b0cabde60c04 None None] Provisioning for port 2bd31234-8541-4c73-a252-e62bed09039e completed by entity DHCP. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 17:15:32.907124 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-6d278f90-0e5a-4e43-a80c-b0cabde60c04 None None] Provisioning complete for port 2bd31234-8541-4c73-a252-e62bed09039e triggered by entity DHCP. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 17:15:32.907495 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-6d278f90-0e5a-4e43-a80c-b0cabde60c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979100'] for port, provisioning_complete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:32.942607 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-86939c06-834a-41ec-ba6c-593fb58b1f7d req-7258dd74-a895-41d6-8a65-cfb7e0a863f1 service neutron] 10.222.0.37 "GET /v2.0/networks/e2c58ddc-3a0b-4159-9aa1-b7e24abf6c42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980084 Jun 24 17:15:32.949043 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-84ef4a90-9011-4ffb-85e4-2d090f4ccd68 None None] Set router 79a22461-5090-4e28-b78d-ed62ea3c6cde gateway port host: dv-cinder-797970-1-iscsi {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 17:15:32.981639 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-6d278f90-0e5a-4e43-a80c-b0cabde60c04 None None] Port 2bd31234-8541-4c73-a252-e62bed09039e cannot update to ACTIVE because it is not bound. {{(pid=93702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 17:15:33.033660 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.notifiers.nova [req-6ce6fd3d-e305-438d-9728-9cb106fbe1cf req-f937048a-6251-4d94-9bc0-f55513437512 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bd31234-8541-4c73-a252-e62bed09039e {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 17:15:33.037472 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-86939c06-834a-41ec-ba6c-593fb58b1f7d req-180615f6-90e9-45e2-9b59-c474e0e0963b service neutron] 10.222.0.37 "GET /v2.0/networks/e2c58ddc-3a0b-4159-9aa1-b7e24abf6c42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869179 Jun 24 17:15:33.041233 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-6ce6fd3d-e305-438d-9728-9cb106fbe1cf req-f937048a-6251-4d94-9bc0-f55513437512 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:33.053841 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [req-6ce6fd3d-e305-438d-9728-9cb106fbe1cf req-f937048a-6251-4d94-9bc0-f55513437512 service neutron] Transition to ACTIVE for port object 2bd31234-8541-4c73-a252-e62bed09039e will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 17:15:33.125249 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-6ce6fd3d-e305-438d-9728-9cb106fbe1cf req-f937048a-6251-4d94-9bc0-f55513437512 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10147627'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:33.128166 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:15:33.180451 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f937048a-6251-4d94-9bc0-f55513437512 service neutron] Pushing event updated for resources: {'Port': ['ID=2bd31234-8541-4c73-a252-e62bed09039e,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:15:33.184803 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-84ef4a90-9011-4ffb-85e4-2d090f4ccd68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79a22461-5090-4e28-b78d-ed62ea3c6cde', 'name': 'tempest-AttachVolumeShelveTestJSON-267317186-router', 'tenant_id': '6bc5cd721def4e0c90b75e0186dfcb77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'external_fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '0eb03da9-d524-4e7a-adb7-138c5a0a829c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T17:08:11Z', 'updated_at': '2021-06-24T17:08:21Z', 'revision_number': 4, 'project_id': '6bc5cd721def4e0c90b75e0186dfcb77', 'gw_port': {'id': '0eb03da9-d524-4e7a-adb7-138c5a0a829c', 'name': '', 'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:91:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79a22461-5090-4e28-b78d-ed62ea3c6cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:08:13Z', 'updated_at': '2021-06-24T17:08:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '004d905c-cc14-4189-936d-82a0eea7da62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-1-iscsi', '_floatingips': [{'id': 'a095e2c3-d558-4726-af23-9fc80e72ad04', 'tenant_id': '6bc5cd721def4e0c90b75e0186dfcb77', 'floating_ip_address': '172.27.2.72', 'floating_network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'router_id': '79a22461-5090-4e28-b78d-ed62ea3c6cde', 'port_id': '49f77c12-c52e-4a6a-a89c-c9fadda5c846', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2c58ddc-3a0b-4159-9aa1-b7e24abf6c42', 'mac_address': 'fa:16:3e:e6:d6:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a71d9174-102a-4b94-bbc0-b225a24a1444', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T17:15:14Z', 'updated_at': '2021-06-24T17:15:31Z', 'revision_number': 1, 'project_id': '6bc5cd721def4e0c90b75e0186dfcb77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5294d12d-dda7-4a5b-ab66-fbf98bbbb6dc', 'name': '', 'network_id': 'e2c58ddc-3a0b-4159-9aa1-b7e24abf6c42', 'tenant_id': '6bc5cd721def4e0c90b75e0186dfcb77', 'mac_address': 'fa:16:3e:d9:d8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79a22461-5090-4e28-b78d-ed62ea3c6cde', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '2f50fbc4-85b7-4dc1-a33e-164695f5eb21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:08:19Z', 'updated_at': '2021-06-24T17:08:30Z', 'revision_number': 5, 'project_id': '6bc5cd721def4e0c90b75e0186dfcb77', 'subnets': [{'id': '2f50fbc4-85b7-4dc1-a33e-164695f5eb21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-1-iscsi', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:15:33.184991 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-f937048a-6251-4d94-9bc0-f55513437512 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:15:33.211602 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ef4a90-9011-4ffb-85e4-2d090f4ccd68 None None] The sync data for ids ['79a22461-5090-4e28-b78d-ed62ea3c6cde'] in dv-cinder-797970-1-iscsi is: [{'id': '79a22461-5090-4e28-b78d-ed62ea3c6cde', 'name': 'tempest-AttachVolumeShelveTestJSON-267317186-router', 'tenant_id': '6bc5cd721def4e0c90b75e0186dfcb77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'external_fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '0eb03da9-d524-4e7a-adb7-138c5a0a829c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T17:08:11Z', 'updated_at': '2021-06-24T17:08:21Z', 'revision_number': 4, 'project_id': '6bc5cd721def4e0c90b75e0186dfcb77', 'gw_port': {'id': '0eb03da9-d524-4e7a-adb7-138c5a0a829c', 'name': '', 'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:91:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79a22461-5090-4e28-b78d-ed62ea3c6cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:08:13Z', 'updated_at': '2021-06-24T17:08:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '004d905c-cc14-4189-936d-82a0eea7da62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-1-iscsi', '_floatingips': [{'id': 'a095e2c3-d558-4726-af23-9fc80e72ad04', 'tenant_id': '6bc5cd721def4e0c90b75e0186dfcb77', 'floating_ip_address': '172.27.2.72', 'floating_network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'router_id': '79a22461-5090-4e28-b78d-ed62ea3c6cde', 'port_id': '49f77c12-c52e-4a6a-a89c-c9fadda5c846', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2c58ddc-3a0b-4159-9aa1-b7e24abf6c42', 'mac_address': 'fa:16:3e:e6:d6:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a71d9174-102a-4b94-bbc0-b225a24a1444', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T17:15:14Z', 'updated_at': '2021-06-24T17:15:31Z', 'revision_number': 1, 'project_id': '6bc5cd721def4e0c90b75e0186dfcb77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5294d12d-dda7-4a5b-ab66-fbf98bbbb6dc', 'name': '', 'network_id': 'e2c58ddc-3a0b-4159-9aa1-b7e24abf6c42', 'tenant_id': '6bc5cd721def4e0c90b75e0186dfcb77', 'mac_address': 'fa:16:3e:d9:d8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79a22461-5090-4e28-b78d-ed62ea3c6cde', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '2f50fbc4-85b7-4dc1-a33e-164695f5eb21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:08:19Z', 'updated_at': '2021-06-24T17:08:30Z', 'revision_number': 5, 'project_id': '6bc5cd721def4e0c90b75e0186dfcb77', 'subnets': [{'id': '2f50fbc4-85b7-4dc1-a33e-164695f5eb21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 17:15:33.275375 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-6ce6fd3d-e305-438d-9728-9cb106fbe1cf req-f937048a-6251-4d94-9bc0-f55513437512 service neutron] Attempting to bind port 2bd31234-8541-4c73-a252-e62bed09039e on host hv-cinder-79797 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 17:15:33.275731 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-6ce6fd3d-e305-438d-9728-9cb106fbe1cf req-f937048a-6251-4d94-9bc0-f55513437512 service neutron] Attempting to bind port 2bd31234-8541-4c73-a252-e62bed09039e by drivers openvswitch,hyperv on host hv-cinder-79797 at level 0 using segments [{'id': '4beec3e6-c27b-4a74-8745-caa05c422d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'd814d5ca-30ce-40c7-a19a-3244f9dca736'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 17:15:33.276024 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce6fd3d-e305-438d-9728-9cb106fbe1cf req-f937048a-6251-4d94-9bc0-f55513437512 service neutron] Attempting to bind port 2bd31234-8541-4c73-a252-e62bed09039e on network d814d5ca-30ce-40c7-a19a-3244f9dca736 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 17:15:33.282641 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce6fd3d-e305-438d-9728-9cb106fbe1cf req-f937048a-6251-4d94-9bc0-f55513437512 service neutron] Port 2bd31234-8541-4c73-a252-e62bed09039e on network d814d5ca-30ce-40c7-a19a-3244f9dca736 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79797 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 17:15:33.283109 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce6fd3d-e305-438d-9728-9cb106fbe1cf req-f937048a-6251-4d94-9bc0-f55513437512 service neutron] Attempting to bind port 2bd31234-8541-4c73-a252-e62bed09039e on network d814d5ca-30ce-40c7-a19a-3244f9dca736 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 17:15:33.288483 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce6fd3d-e305-438d-9728-9cb106fbe1cf req-f937048a-6251-4d94-9bc0-f55513437512 service neutron] Checking agent: {'id': '1288d539-9cda-419c-bcb9-190041a83682', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79797', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 17, 6, 19), 'started_at': datetime.datetime(2021, 6, 24, 17, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 17, 15, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 17:15:33.289039 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce6fd3d-e305-438d-9728-9cb106fbe1cf req-f937048a-6251-4d94-9bc0-f55513437512 service neutron] Checking segment: {'id': '4beec3e6-c27b-4a74-8745-caa05c422d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'd814d5ca-30ce-40c7-a19a-3244f9dca736'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 17:15:33.289423 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce6fd3d-e305-438d-9728-9cb106fbe1cf req-f937048a-6251-4d94-9bc0-f55513437512 service neutron] Bound using segment: {'id': '4beec3e6-c27b-4a74-8745-caa05c422d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'd814d5ca-30ce-40c7-a19a-3244f9dca736'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 17:15:33.289907 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-6ce6fd3d-e305-438d-9728-9cb106fbe1cf req-f937048a-6251-4d94-9bc0-f55513437512 service neutron] Bound port: 2bd31234-8541-4c73-a252-e62bed09039e, host: hv-cinder-79797, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4beec3e6-c27b-4a74-8745-caa05c422d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'd814d5ca-30ce-40c7-a19a-3244f9dca736'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 17:15:33.290265 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-6ce6fd3d-e305-438d-9728-9cb106fbe1cf req-f937048a-6251-4d94-9bc0-f55513437512 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:33.385775 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-6ce6fd3d-e305-438d-9728-9cb106fbe1cf req-f937048a-6251-4d94-9bc0-f55513437512 service neutron] For port 2bd31234-8541-4c73-a252-e62bed09039e, host hv-cinder-79797, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 17:15:33.401840 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-6ce6fd3d-e305-438d-9728-9cb106fbe1cf req-f937048a-6251-4d94-9bc0-f55513437512 service neutron] For port 2bd31234-8541-4c73-a252-e62bed09039e, host hv-cinder-79797, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=2bd31234-8541-4c73-a252-e62bed09039e,segment=NetworkSegment(4beec3e6-c27b-4a74-8745-caa05c422d40),segment_id=4beec3e6-c27b-4a74-8745-caa05c422d40)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 17:15:33.430644 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4f1809-58ff-4cc5-9316-c942d70b28b9 req-0e99ce66-6414-4a1d-a627-d8bec35a7090 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:15:33.432187 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-3c4f1809-58ff-4cc5-9316-c942d70b28b9 req-0e99ce66-6414-4a1d-a627-d8bec35a7090 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4471cde-a391-4977-a7f1-693fe67a78bf HTTP/1.1" status: 200 len: 943 time: 0.0844045 Jun 24 17:15:33.455688 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-6ce6fd3d-e305-438d-9728-9cb106fbe1cf req-f937048a-6251-4d94-9bc0-f55513437512 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10147627'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:33.456084 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0bcba03-527c-48c4-8fbb-48ae679a9e83 None None] New status for floating IP a095e2c3-d558-4726-af23-9fc80e72ad04: ACTIVE {{(pid=93703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 17:15:33.459057 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-cd67ef5f-772d-49ff-b575-0470b75bcd3f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:15:33.511050 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce6fd3d-e305-438d-9728-9cb106fbe1cf req-f937048a-6251-4d94-9bc0-f55513437512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:15:33.511664 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-6ce6fd3d-e305-438d-9728-9cb106fbe1cf req-f937048a-6251-4d94-9bc0-f55513437512 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14435'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:33.513180 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-6ce6fd3d-e305-438d-9728-9cb106fbe1cf req-f937048a-6251-4d94-9bc0-f55513437512 service neutron] 10.222.0.37 "PUT /v2.0/ports/2bd31234-8541-4c73-a252-e62bed09039e HTTP/1.1" status: 200 len: 1093 time: 0.8776069 Jun 24 17:15:33.516486 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-3c4f1809-58ff-4cc5-9316-c942d70b28b9 req-a284ed1e-6990-4504-a2b1-4a2a5f0cdda6 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] 10.222.0.15 "GET /v2.0/security-groups?id=8ceaa142-9b86-49f1-8a2c-63b3bfce97bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780814 Jun 24 17:15:33.534955 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f937048a-6251-4d94-9bc0-f55513437512 service neutron] Pushing event updated for resources: {'Port': ['ID=2bd31234-8541-4c73-a252-e62bed09039e,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:15:33.538058 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-f937048a-6251-4d94-9bc0-f55513437512 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:15:33.716905 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce6fd3d-e305-438d-9728-9cb106fbe1cf req-3aef5391-69c4-4b09-84b4-e96c728ebac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:15:33.716905 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-6ce6fd3d-e305-438d-9728-9cb106fbe1cf req-3aef5391-69c4-4b09-84b4-e96c728ebac5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3932aa6d6c7446bcb7063308e31b911f&device_id=f4471cde-a391-4977-a7f1-693fe67a78bf HTTP/1.1" status: 200 len: 1096 time: 0.0543001 Jun 24 17:15:33.765701 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-6ce6fd3d-e305-438d-9728-9cb106fbe1cf req-32955269-f23a-4480-b4a8-1d0f5c2ff3aa service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2bd31234-8541-4c73-a252-e62bed09039e HTTP/1.1" status: 200 len: 217 time: 0.0371065 Jun 24 17:15:33.816586 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce6fd3d-e305-438d-9728-9cb106fbe1cf req-10048e7c-04e8-4512-b74c-1f1628ccc751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:15:33.817935 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-6ce6fd3d-e305-438d-9728-9cb106fbe1cf req-10048e7c-04e8-4512-b74c-1f1628ccc751 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e7f2d1aa-66d6-42d3-8334-b5d4eb2abfb2 HTTP/1.1" status: 200 len: 847 time: 0.0467148 Jun 24 17:15:33.872781 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce6fd3d-e305-438d-9728-9cb106fbe1cf req-47774bc9-133c-4840-bcea-04ad88379f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:15:33.875007 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-6ce6fd3d-e305-438d-9728-9cb106fbe1cf req-47774bc9-133c-4840-bcea-04ad88379f49 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d814d5ca-30ce-40c7-a19a-3244f9dca736&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0510771 Jun 24 17:15:33.961530 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-6ce6fd3d-e305-438d-9728-9cb106fbe1cf req-8099574d-cc00-4c99-b08b-72ca5eb3ba39 service neutron] 10.222.0.37 "GET /v2.0/networks/d814d5ca-30ce-40c7-a19a-3244f9dca736?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798247 Jun 24 17:15:34.052925 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-6ce6fd3d-e305-438d-9728-9cb106fbe1cf req-702e0d4a-1afe-4e5a-8804-361677c6bd2f service neutron] 10.222.0.37 "GET /v2.0/networks/d814d5ca-30ce-40c7-a19a-3244f9dca736?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841010 Jun 24 17:15:34.354214 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4471cde-a391-4977-a7f1-693fe67a78bf', 'tag': '2bd31234-8541-4c73-a252-e62bed09039e'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 17:15:34.356632 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55b777855581bcfca1ea7f1411fd739ba8bd3bff9faf8aab84294ca486557f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fbce5f9-0703-4342-a0e9-856ed243bbaf" -d '{"events": [{"name": "network-changed", "server_uuid": "f4471cde-a391-4977-a7f1-693fe67a78bf", "tag": "2bd31234-8541-4c73-a252-e62bed09039e"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 17:15:34.392483 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 17:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9abe1cdc-686b-40c4-bbb7-24624ccf7ba8 x-openstack-request-id: req-9abe1cdc-686b-40c4-bbb7-24624ccf7ba8 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 17:15:34.392816 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4471cde-a391-4977-a7f1-693fe67a78bf", "tag": "2bd31234-8541-4c73-a252-e62bed09039e", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 17:15:34.393109 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9abe1cdc-686b-40c4-bbb7-24624ccf7ba8 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 17:15:34.393539 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4471cde-a391-4977-a7f1-693fe67a78bf', 'tag': '2bd31234-8541-4c73-a252-e62bed09039e', 'status': 'completed', 'code': 200} Jun 24 17:15:34.488835 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbce5f9-0703-4342-a0e9-856ed243bbaf req-7c7dbea9-8760-437d-818d-2f6ca9baf1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:15:34.490373 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-8fbce5f9-0703-4342-a0e9-856ed243bbaf req-7c7dbea9-8760-437d-818d-2f6ca9baf1a1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3932aa6d6c7446bcb7063308e31b911f&device_id=f4471cde-a391-4977-a7f1-693fe67a78bf HTTP/1.1" status: 200 len: 1096 time: 0.0529525 Jun 24 17:15:34.584058 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbce5f9-0703-4342-a0e9-856ed243bbaf req-f2dcc16d-ec7d-45b1-82d9-51219cf01354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:15:34.585428 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-8fbce5f9-0703-4342-a0e9-856ed243bbaf req-f2dcc16d-ec7d-45b1-82d9-51219cf01354 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d814d5ca-30ce-40c7-a19a-3244f9dca736 HTTP/1.1" status: 200 len: 908 time: 0.0888927 Jun 24 17:15:34.626866 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-8fbce5f9-0703-4342-a0e9-856ed243bbaf req-4408f1bc-2283-4c61-8a7f-c372fc91c128 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2bd31234-8541-4c73-a252-e62bed09039e HTTP/1.1" status: 200 len: 217 time: 0.0335295 Jun 24 17:15:34.677478 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbce5f9-0703-4342-a0e9-856ed243bbaf req-02449150-ba12-4df1-a71c-f01de8f4566b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:15:34.678972 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-8fbce5f9-0703-4342-a0e9-856ed243bbaf req-02449150-ba12-4df1-a71c-f01de8f4566b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e7f2d1aa-66d6-42d3-8334-b5d4eb2abfb2 HTTP/1.1" status: 200 len: 847 time: 0.0461471 Jun 24 17:15:34.721980 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7de199c-c9de-4943-97af-2b5281569b92 req-a16f29c9-74d6-4450-9961-777c58328acd tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:15:34.723446 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-a7de199c-c9de-4943-97af-2b5281569b92 req-a16f29c9-74d6-4450-9961-777c58328acd tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4471cde-a391-4977-a7f1-693fe67a78bf HTTP/1.1" status: 200 len: 943 time: 0.0699949 Jun 24 17:15:34.746279 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbce5f9-0703-4342-a0e9-856ed243bbaf req-01781dfd-6b3c-4d9d-a881-d23952737958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:15:34.747759 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-8fbce5f9-0703-4342-a0e9-856ed243bbaf req-01781dfd-6b3c-4d9d-a881-d23952737958 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d814d5ca-30ce-40c7-a19a-3244f9dca736&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0600548 Jun 24 17:15:34.767742 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-a7de199c-c9de-4943-97af-2b5281569b92 req-3878e636-5cc4-4221-913d-a781ef9e3979 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] 10.222.0.15 "GET /v2.0/security-groups?id=8ceaa142-9b86-49f1-8a2c-63b3bfce97bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387392 Jun 24 17:15:34.837876 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-8fbce5f9-0703-4342-a0e9-856ed243bbaf req-7deaeedd-800c-44c6-8710-a4eb60c8621c service neutron] 10.222.0.37 "GET /v2.0/networks/d814d5ca-30ce-40c7-a19a-3244f9dca736?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832615 Jun 24 17:15:34.931706 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-8fbce5f9-0703-4342-a0e9-856ed243bbaf req-9979ebab-94b3-441a-8876-5e23656db8e6 service neutron] 10.222.0.37 "GET /v2.0/networks/d814d5ca-30ce-40c7-a19a-3244f9dca736?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853586 Jun 24 17:15:35.944390 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a920e46c-64d3-49c2-9187-67597b28e4aa req-a216449a-7035-4178-a5ff-53e7db6af6d4 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:15:35.945879 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-a920e46c-64d3-49c2-9187-67597b28e4aa req-a216449a-7035-4178-a5ff-53e7db6af6d4 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4471cde-a391-4977-a7f1-693fe67a78bf HTTP/1.1" status: 200 len: 943 time: 0.0653965 Jun 24 17:15:35.983461 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-a920e46c-64d3-49c2-9187-67597b28e4aa req-f9d28f1a-7810-4c9c-9312-d63b9e6fed4b tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] 10.222.0.15 "GET /v2.0/security-groups?id=8ceaa142-9b86-49f1-8a2c-63b3bfce97bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315099 Jun 24 17:15:37.159572 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12b740f-738d-4823-88a1-760ec2308577 req-238ca7ee-6083-4382-b02a-b67b0d2e55b9 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:15:37.161023 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-c12b740f-738d-4823-88a1-760ec2308577 req-238ca7ee-6083-4382-b02a-b67b0d2e55b9 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4471cde-a391-4977-a7f1-693fe67a78bf HTTP/1.1" status: 200 len: 943 time: 0.0680854 Jun 24 17:15:37.198495 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-c12b740f-738d-4823-88a1-760ec2308577 req-fe95f44c-9870-4fc2-9344-6114cd7ef2ff tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] 10.222.0.15 "GET /v2.0/security-groups?id=8ceaa142-9b86-49f1-8a2c-63b3bfce97bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317283 Jun 24 17:15:38.372693 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0fa592-42ed-40e1-8d43-c54bdf24a0ce req-40da2f4e-fcb3-41f8-b8df-833ee56d7701 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:15:38.374644 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-fa0fa592-42ed-40e1-8d43-c54bdf24a0ce req-40da2f4e-fcb3-41f8-b8df-833ee56d7701 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4471cde-a391-4977-a7f1-693fe67a78bf HTTP/1.1" status: 200 len: 943 time: 0.0647001 Jun 24 17:15:38.411048 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-fa0fa592-42ed-40e1-8d43-c54bdf24a0ce req-5d2471c1-26dd-4a0b-a2e1-93f1fa76e15b tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] 10.222.0.15 "GET /v2.0/security-groups?id=8ceaa142-9b86-49f1-8a2c-63b3bfce97bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306568 Jun 24 17:15:39.579908 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbbfcb4-f803-4dca-b482-3721934a113f req-44a06a07-fcc7-4d80-a302-b01ccd04c8b8 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:15:39.581255 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-8dbbfcb4-f803-4dca-b482-3721934a113f req-44a06a07-fcc7-4d80-a302-b01ccd04c8b8 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4471cde-a391-4977-a7f1-693fe67a78bf HTTP/1.1" status: 200 len: 943 time: 0.0616827 Jun 24 17:15:39.617661 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-8dbbfcb4-f803-4dca-b482-3721934a113f req-67590b60-1111-45d7-bdc7-56e848dd1012 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] 10.222.0.15 "GET /v2.0/security-groups?id=8ceaa142-9b86-49f1-8a2c-63b3bfce97bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308371 Jun 24 17:15:40.799643 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acf7a81-3fb2-45e1-a3b6-a2a0410b8959 req-14997153-b45b-45b0-b06b-dba658490959 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:15:40.801000 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-6acf7a81-3fb2-45e1-a3b6-a2a0410b8959 req-14997153-b45b-45b0-b06b-dba658490959 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4471cde-a391-4977-a7f1-693fe67a78bf HTTP/1.1" status: 200 len: 943 time: 0.0672364 Jun 24 17:15:40.839109 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-6acf7a81-3fb2-45e1-a3b6-a2a0410b8959 req-07e0b55f-b626-45bd-9fd0-20fdd616137d tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] 10.222.0.15 "GET /v2.0/security-groups?id=8ceaa142-9b86-49f1-8a2c-63b3bfce97bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324843 Jun 24 17:15:41.176715 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a2912c60-9ec1-4789-b168-62fae48e882b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:42.008762 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c209ddff-bd05-4870-9f47-d3cba2c43d92 req-12e9d0f3-1aa5-4d34-9de4-f49a44408767 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:15:42.010226 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-c209ddff-bd05-4870-9f47-d3cba2c43d92 req-12e9d0f3-1aa5-4d34-9de4-f49a44408767 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4471cde-a391-4977-a7f1-693fe67a78bf HTTP/1.1" status: 200 len: 943 time: 0.0630116 Jun 24 17:15:42.047854 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-c209ddff-bd05-4870-9f47-d3cba2c43d92 req-4d74fd59-f4d2-4872-b4b5-753ee124fae6 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] 10.222.0.15 "GET /v2.0/security-groups?id=8ceaa142-9b86-49f1-8a2c-63b3bfce97bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312767 Jun 24 17:15:43.216662 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277b98fe-9f14-43bc-988a-e97706ef3274 req-ad9d865e-c3e2-49b7-ae8c-44eee2a71e70 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:15:43.218077 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-277b98fe-9f14-43bc-988a-e97706ef3274 req-ad9d865e-c3e2-49b7-ae8c-44eee2a71e70 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4471cde-a391-4977-a7f1-693fe67a78bf HTTP/1.1" status: 200 len: 943 time: 0.0616739 Jun 24 17:15:43.255526 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-277b98fe-9f14-43bc-988a-e97706ef3274 req-d6723e4d-d426-4ad1-93c2-26e69a800775 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] 10.222.0.15 "GET /v2.0/security-groups?id=8ceaa142-9b86-49f1-8a2c-63b3bfce97bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316114 Jun 24 17:15:43.445882 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Device 2bd31234-8541-4c73-a252-e62bed09039e details requested by agent hyperv_hv-cinder-79797 with host hv-cinder-79797 {{(pid=93702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 17:15:43.511614 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b83aff01-2b41-4d82-a26b-7903b9788441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:43.540852 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] For port 2bd31234-8541-4c73-a252-e62bed09039e, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=2bd31234-8541-4c73-a252-e62bed09039e,segment=NetworkSegment(4beec3e6-c27b-4a74-8745-caa05c422d40),segment_id=4beec3e6-c27b-4a74-8745-caa05c422d40)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 17:15:43.551706 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Returning: {'device': '2bd31234-8541-4c73-a252-e62bed09039e', 'network_id': 'd814d5ca-30ce-40c7-a19a-3244f9dca736', 'port_id': '2bd31234-8541-4c73-a252-e62bed09039e', 'mac_address': 'fa:16:3e:53:ff:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7f2d1aa-66d6-42d3-8334-b5d4eb2abfb2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 17:15:43.587012 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:43.599760 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.notifiers.nova [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bd31234-8541-4c73-a252-e62bed09039e {{(pid=93702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 17:15:43.618664 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] For port 2bd31234-8541-4c73-a252-e62bed09039e, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=2bd31234-8541-4c73-a252-e62bed09039e,segment=NetworkSegment(4beec3e6-c27b-4a74-8745-caa05c422d40),segment_id=4beec3e6-c27b-4a74-8745-caa05c422d40)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 17:15:43.685024 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:43.686789 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-65972059-64d7-4d02-aa42-94ad740c50fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:15:43.730027 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Pushing event updated for resources: {'Port': ['ID=2bd31234-8541-4c73-a252-e62bed09039e,revision_number=4']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:15:43.732799 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:15:43.888855 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:44.148657 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] get_ports_and_sgs() called for port_ids ['2bd31234-8541-4c73-a252-e62bed09039e'] {{(pid=93702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 17:15:44.427419 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea84e7e-f1db-497e-8a5c-a2815d0d9261 req-382238fe-c221-4df2-8349-9e20a3b4a80f tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:15:44.428764 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-8ea84e7e-f1db-497e-8a5c-a2815d0d9261 req-382238fe-c221-4df2-8349-9e20a3b4a80f tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4471cde-a391-4977-a7f1-693fe67a78bf HTTP/1.1" status: 200 len: 944 time: 0.0647109 Jun 24 17:15:44.464992 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-8ea84e7e-f1db-497e-8a5c-a2815d0d9261 req-b1030510-ab8d-466d-8264-1ba1f7741fc7 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] 10.222.0.15 "GET /v2.0/security-groups?id=8ceaa142-9b86-49f1-8a2c-63b3bfce97bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304918 Jun 24 17:15:44.917852 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5af43288-dd02-4084-874e-f1fcba283848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:45.476903 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Device 2bd31234-8541-4c73-a252-e62bed09039e up at agent hyperv_hv-cinder-79797 {{(pid=93702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 17:15:45.585982 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Provisioning for port 2bd31234-8541-4c73-a252-e62bed09039e completed by entity L2. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 17:15:45.590098 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Provisioning complete for port 2bd31234-8541-4c73-a252-e62bed09039e triggered by entity L2. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 17:15:45.591249 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979100'] for port, provisioning_complete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:45.640184 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598f411d-6e59-4d96-836b-a7c923a4bba4 req-8030da18-6e6e-4743-867d-477e37d3eb01 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:15:45.641933 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-598f411d-6e59-4d96-836b-a7c923a4bba4 req-8030da18-6e6e-4743-867d-477e37d3eb01 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4471cde-a391-4977-a7f1-693fe67a78bf HTTP/1.1" status: 200 len: 944 time: 0.0637062 Jun 24 17:15:45.667193 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:45.679198 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-598f411d-6e59-4d96-836b-a7c923a4bba4 req-6fadc26e-3370-460f-bd14-d5d0e2916645 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] 10.222.0.15 "GET /v2.0/security-groups?id=8ceaa142-9b86-49f1-8a2c-63b3bfce97bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317264 Jun 24 17:15:45.690093 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4471cde-a391-4977-a7f1-693fe67a78bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bd31234-8541-4c73-a252-e62bed09039e'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 17:15:45.692351 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d8b605067795a7fc2c115f7278a2b51e92dc277499becda2f2169a787a2c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfb8a8c0-7576-4d19-93d3-da425ecc4806" -d '{"events": [{"server_uuid": "f4471cde-a391-4977-a7f1-693fe67a78bf", "name": "network-vif-plugged", "status": "completed", "tag": "2bd31234-8541-4c73-a252-e62bed09039e"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 17:15:45.705759 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] For port 2bd31234-8541-4c73-a252-e62bed09039e, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=2bd31234-8541-4c73-a252-e62bed09039e,segment=NetworkSegment(4beec3e6-c27b-4a74-8745-caa05c422d40),segment_id=4beec3e6-c27b-4a74-8745-caa05c422d40)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 17:15:45.733257 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 17:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bf3ab99-d5f1-45dd-91a0-c4f12b7d20bb x-openstack-request-id: req-5bf3ab99-d5f1-45dd-91a0-c4f12b7d20bb {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 17:15:45.733257 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4471cde-a391-4977-a7f1-693fe67a78bf", "name": "network-vif-plugged", "status": "completed", "tag": "2bd31234-8541-4c73-a252-e62bed09039e", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 17:15:45.733257 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5bf3ab99-d5f1-45dd-91a0-c4f12b7d20bb {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 17:15:45.733257 dv-cinder-797970-1-iscsi neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4471cde-a391-4977-a7f1-693fe67a78bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bd31234-8541-4c73-a252-e62bed09039e', 'code': 200} Jun 24 17:15:45.780318 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:45.782322 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:15:45.831431 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Pushing event updated for resources: {'Port': ['ID=2bd31234-8541-4c73-a252-e62bed09039e,revision_number=5']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:15:45.834275 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:15:46.192672 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0637d2-b48a-4f81-8ced-d9cb326d993d req-72ecbb14-e298-404a-8972-a0f601f03033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:15:46.195220 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-7e0637d2-b48a-4f81-8ced-d9cb326d993d req-72ecbb14-e298-404a-8972-a0f601f03033 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f4471cde-a391-4977-a7f1-693fe67a78bf HTTP/1.1" status: 200 len: 1098 time: 0.0620978 Jun 24 17:15:46.230761 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-7e0637d2-b48a-4f81-8ced-d9cb326d993d req-c894c74a-37b1-4644-9339-53053f977dfa service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=8ceaa142-9b86-49f1-8a2c-63b3bfce97bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270936 Jun 24 17:15:46.468337 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-845c8506-8cf5-4b6b-bbc4-443bdb09ac47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:46.635622 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325f92dd-5656-474b-bf71-bd62bb433f49 req-42f71bfe-f753-4503-913d-788bd1a272be tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:15:46.637052 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-325f92dd-5656-474b-bf71-bd62bb433f49 req-42f71bfe-f753-4503-913d-788bd1a272be tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e688142-60f7-460e-a0a8-12277958e273 HTTP/1.1" status: 200 len: 946 time: 0.0675664 Jun 24 17:15:46.674876 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-325f92dd-5656-474b-bf71-bd62bb433f49 req-bfe89302-2130-4b31-af48-cdce5c5f98c2 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] 10.222.0.15 "GET /v2.0/security-groups?id=77f7ab56-104c-48f4-8da5-818b0fcbd6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320740 Jun 24 17:15:46.852923 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4922f839-b8dc-4c07-a7aa-ff7de521e039 req-9ec17568-b165-463d-befe-c9497b44baae tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:15:46.854306 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-4922f839-b8dc-4c07-a7aa-ff7de521e039 req-9ec17568-b165-463d-befe-c9497b44baae tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4471cde-a391-4977-a7f1-693fe67a78bf HTTP/1.1" status: 200 len: 945 time: 0.0632710 Jun 24 17:15:46.891129 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-4922f839-b8dc-4c07-a7aa-ff7de521e039 req-396efb19-da7c-40a4-8254-c592cc5d0b74 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] 10.222.0.15 "GET /v2.0/security-groups?id=8ceaa142-9b86-49f1-8a2c-63b3bfce97bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309246 Jun 24 17:15:47.854918 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372faf20-231a-4d9e-9970-ee71309aaa0e req-34718317-6025-4b27-898b-99a3c7ecbb20 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:15:47.856364 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-372faf20-231a-4d9e-9970-ee71309aaa0e req-34718317-6025-4b27-898b-99a3c7ecbb20 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e688142-60f7-460e-a0a8-12277958e273 HTTP/1.1" status: 200 len: 946 time: 0.0663521 Jun 24 17:15:47.896424 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-372faf20-231a-4d9e-9970-ee71309aaa0e req-48a25a33-15e0-47ab-9db5-d1d243ed2750 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] 10.222.0.15 "GET /v2.0/security-groups?id=77f7ab56-104c-48f4-8da5-818b0fcbd6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330722 Jun 24 17:15:48.071560 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c867912a-265a-4a1b-87d2-cdf1c3ee6986 req-74a79a7e-1e28-43cf-8749-2b238711e874 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:15:48.072981 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-c867912a-265a-4a1b-87d2-cdf1c3ee6986 req-74a79a7e-1e28-43cf-8749-2b238711e874 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4471cde-a391-4977-a7f1-693fe67a78bf HTTP/1.1" status: 200 len: 945 time: 0.0651646 Jun 24 17:15:48.113939 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-c867912a-265a-4a1b-87d2-cdf1c3ee6986 req-5f250d77-b3ae-4caa-a71e-8f94bdf3463a tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] 10.222.0.15 "GET /v2.0/security-groups?id=8ceaa142-9b86-49f1-8a2c-63b3bfce97bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351684 Jun 24 17:15:48.481270 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650ecb7e-2b61-40f3-8f3b-640cdb4f3f37 req-3c77de33-28cc-4b1c-adf3-d7440ca4f62e tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:15:48.483267 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-650ecb7e-2b61-40f3-8f3b-640cdb4f3f37 req-3c77de33-28cc-4b1c-adf3-d7440ca4f62e tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e688142-60f7-460e-a0a8-12277958e273 HTTP/1.1" status: 200 len: 946 time: 0.0623579 Jun 24 17:15:48.583260 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [req-650ecb7e-2b61-40f3-8f3b-640cdb4f3f37 req-dcabb606-5308-408b-bfc9-ccdde63c557e tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Deleting port f6a25839-6236-4295-86d9-9bf65bfb8d21 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 17:15:48.583595 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-650ecb7e-2b61-40f3-8f3b-640cdb4f3f37 req-dcabb606-5308-408b-bfc9-ccdde63c557e tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734938643496'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:48.671749 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-650ecb7e-2b61-40f3-8f3b-640cdb4f3f37 req-dcabb606-5308-408b-bfc9-ccdde63c557e tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] For port f6a25839-6236-4295-86d9-9bf65bfb8d21, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=f6a25839-6236-4295-86d9-9bf65bfb8d21,segment=NetworkSegment(b0afad56-fb31-4d16-833b-399d642d2d6a),segment_id=b0afad56-fb31-4d16-833b-399d642d2d6a)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 17:15:48.672095 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-650ecb7e-2b61-40f3-8f3b-640cdb4f3f37 req-dcabb606-5308-408b-bfc9-ccdde63c557e tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939437'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:48.838811 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-650ecb7e-2b61-40f3-8f3b-640cdb4f3f37 req-dcabb606-5308-408b-bfc9-ccdde63c557e tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:48.839103 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-650ecb7e-2b61-40f3-8f3b-640cdb4f3f37 req-dcabb606-5308-408b-bfc9-ccdde63c557e tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-938496'] for floatingip, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:48.839441 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.db.l3_db [req-650ecb7e-2b61-40f3-8f3b-640cdb4f3f37 req-dcabb606-5308-408b-bfc9-ccdde63c557e tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Floating IP a0dc52cb-0580-4928-91a8-0db82ec863b5 disassociated. External IP: 172.27.2.29, port: f6a25839-6236-4295-86d9-9bf65bfb8d21. Jun 24 17:15:48.839787 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [req-650ecb7e-2b61-40f3-8f3b-640cdb4f3f37 req-dcabb606-5308-408b-bfc9-ccdde63c557e tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Calling delete_port for f6a25839-6236-4295-86d9-9bf65bfb8d21 owned by compute:nova {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 17:15:49.048881 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-650ecb7e-2b61-40f3-8f3b-640cdb4f3f37 req-dcabb606-5308-408b-bfc9-ccdde63c557e tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734938646739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734938254839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10147618'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:49.054897 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-b65d89fa-02a5-4271-a932-52a0c3a97655 tempest-VolumesActionsTest-271435484 tempest-VolumesActionsTest-271435484-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:15:49.072265 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadc9cfd-508e-4fa9-990f-431db7c25060 req-ae1438f9-d656-4685-80de-5893bc217122 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:15:49.075511 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-fadc9cfd-508e-4fa9-990f-431db7c25060 req-ae1438f9-d656-4685-80de-5893bc217122 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e688142-60f7-460e-a0a8-12277958e273 HTTP/1.1" status: 200 len: 946 time: 0.0638111 Jun 24 17:15:49.085313 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcabb606-5308-408b-bfc9-ccdde63c557e tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Pushing event deleted for resources: {'Port': ['ID=f6a25839-6236-4295-86d9-9bf65bfb8d21,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:15:49.089105 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-dcabb606-5308-408b-bfc9-ccdde63c557e tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:15:49.124761 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-fadc9cfd-508e-4fa9-990f-431db7c25060 req-6af39381-a7e2-4ed8-8769-8d76587ebc90 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] 10.222.0.15 "GET /v2.0/security-groups?id=77f7ab56-104c-48f4-8da5-818b0fcbd6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441763 Jun 24 17:15:49.205074 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [req-650ecb7e-2b61-40f3-8f3b-640cdb4f3f37 req-dcabb606-5308-408b-bfc9-ccdde63c557e tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Router 09a0b256-4560-46e2-8be8-52aa83ab8d90 has already been hosted by L3 agent ebb0bbf0-d6bc-43df-80f2-a0cdb1424f3b {{(pid=93701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 17:15:49.348086 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-650ecb7e-2b61-40f3-8f3b-640cdb4f3f37 req-dcabb606-5308-408b-bfc9-ccdde63c557e tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Notify agent at l3_agent.dv-cinder-797970-1-iscsi the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 17:15:49.360225 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623013c4-ed33-4c01-a733-a15f59b69b0a None None] Sync routers for ids ['09a0b256-4560-46e2-8be8-52aa83ab8d90'] in dv-cinder-797970-1-iscsi {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 17:15:49.365495 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c217eb-849c-4a07-a152-92ac817bad53 req-acae90f9-4cbe-4d89-bb17-08c222b82692 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:15:49.366968 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-10c217eb-849c-4a07-a152-92ac817bad53 req-acae90f9-4cbe-4d89-bb17-08c222b82692 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4471cde-a391-4977-a7f1-693fe67a78bf HTTP/1.1" status: 200 len: 945 time: 0.1183345 Jun 24 17:15:49.369023 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623013c4-ed33-4c01-a733-a15f59b69b0a None None] Routers {'09a0b256-4560-46e2-8be8-52aa83ab8d90'} bound to L3 agent in host dv-cinder-797970-1-iscsi {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 17:15:49.369998 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-623013c4-ed33-4c01-a733-a15f59b69b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-24T17:00:13Z,description=,heartbeat_timestamp=2021-06-24T17:15:43Z,host='dv-cinder-797970-1-iscsi',id=ebb0bbf0-d6bc-43df-80f2-a0cdb1424f3b,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T17:00:14Z,topic='l3_agent')) {'router_ids': ['09a0b256-4560-46e2-8be8-52aa83ab8d90'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:15:49.490517 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-623013c4-ed33-4c01-a733-a15f59b69b0a None None] Set router 09a0b256-4560-46e2-8be8-52aa83ab8d90 gateway port host: dv-cinder-797970-1-iscsi {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 17:15:49.691919 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-623013c4-ed33-4c01-a733-a15f59b69b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09a0b256-4560-46e2-8be8-52aa83ab8d90', 'name': 'tempest-AttachVolumeTestJSON-1251952186-router', 'tenant_id': 'fea91de70bb14b7dbc15fd1cce9a200e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'external_fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '3164075f-28b2-4a16-b9f1-9e59f0d7c5cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T17:08:10Z', 'updated_at': '2021-06-24T17:08:17Z', 'revision_number': 4, 'project_id': 'fea91de70bb14b7dbc15fd1cce9a200e', 'gw_port': {'id': '3164075f-28b2-4a16-b9f1-9e59f0d7c5cf', 'name': '', 'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:77:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09a0b256-4560-46e2-8be8-52aa83ab8d90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:08:11Z', 'updated_at': '2021-06-24T17:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '004d905c-cc14-4189-936d-82a0eea7da62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-1-iscsi', '_interfaces': [{'id': '3fccddd0-c388-4298-8b98-67d407b5b9d1', 'name': '', 'network_id': 'b5831895-94e5-4f0a-8fea-bf10963f4724', 'tenant_id': 'fea91de70bb14b7dbc15fd1cce9a200e', 'mac_address': 'fa:16:3e:08:8c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09a0b256-4560-46e2-8be8-52aa83ab8d90', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'e87b4c16-dac9-4f7c-93b5-b846172b2da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:08:15Z', 'updated_at': '2021-06-24T17:08:28Z', 'revision_number': 5, 'project_id': 'fea91de70bb14b7dbc15fd1cce9a200e', 'subnets': [{'id': 'e87b4c16-dac9-4f7c-93b5-b846172b2da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-1-iscsi', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:15:49.693411 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-650ecb7e-2b61-40f3-8f3b-640cdb4f3f37 req-dcabb606-5308-408b-bfc9-ccdde63c557e tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] No DVR routers for this DVR port f6a25839-6236-4295-86d9-9bf65bfb8d21 on host hv-cinder-79797 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 17:15:49.696991 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-650ecb7e-2b61-40f3-8f3b-640cdb4f3f37 req-dcabb606-5308-408b-bfc9-ccdde63c557e tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14435'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:49.698927 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-650ecb7e-2b61-40f3-8f3b-640cdb4f3f37 req-dcabb606-5308-408b-bfc9-ccdde63c557e tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] 10.222.0.37 "DELETE /v2.0/ports/f6a25839-6236-4295-86d9-9bf65bfb8d21 HTTP/1.1" status: 204 len: 173 time: 1.2097418 Jun 24 17:15:49.699431 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e688142-60f7-460e-a0a8-12277958e273', 'name': 'network-vif-deleted', 'tag': 'f6a25839-6236-4295-86d9-9bf65bfb8d21'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 17:15:49.701718 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55b777855581bcfca1ea7f1411fd739ba8bd3bff9faf8aab84294ca486557f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5a5239f-d014-4193-a139-aac022fa3507" -d '{"events": [{"server_uuid": "1e688142-60f7-460e-a0a8-12277958e273", "name": "network-vif-deleted", "tag": "f6a25839-6236-4295-86d9-9bf65bfb8d21"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 17:15:49.719447 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623013c4-ed33-4c01-a733-a15f59b69b0a None None] Checking router: 09a0b256-4560-46e2-8be8-52aa83ab8d90 for host: dv-cinder-797970-1-iscsi {{(pid=93702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 17:15:49.727628 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-10c217eb-849c-4a07-a152-92ac817bad53 req-adf79018-1d9d-411e-a07c-a8172f0755b7 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] 10.222.0.15 "GET /v2.0/security-groups?id=8ceaa142-9b86-49f1-8a2c-63b3bfce97bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623846 Jun 24 17:15:49.730417 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623013c4-ed33-4c01-a733-a15f59b69b0a None None] Routers {'09a0b256-4560-46e2-8be8-52aa83ab8d90'} bound to L3 agent in host dv-cinder-797970-1-iscsi {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 17:15:49.731642 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-623013c4-ed33-4c01-a733-a15f59b69b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-24T17:00:13Z,description=,heartbeat_timestamp=2021-06-24T17:15:43Z,host='dv-cinder-797970-1-iscsi',id=ebb0bbf0-d6bc-43df-80f2-a0cdb1424f3b,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T17:00:14Z,topic='l3_agent')) {'router_ids': ['09a0b256-4560-46e2-8be8-52aa83ab8d90'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:15:49.747510 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 17:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58a21c3d-e20f-4bc7-b0bf-5c6dcd9a6ace x-openstack-request-id: req-58a21c3d-e20f-4bc7-b0bf-5c6dcd9a6ace {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 17:15:49.747510 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e688142-60f7-460e-a0a8-12277958e273", "name": "network-vif-deleted", "tag": "f6a25839-6236-4295-86d9-9bf65bfb8d21", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 17:15:49.747510 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-58a21c3d-e20f-4bc7-b0bf-5c6dcd9a6ace {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 17:15:49.747510 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e688142-60f7-460e-a0a8-12277958e273', 'name': 'network-vif-deleted', 'tag': 'f6a25839-6236-4295-86d9-9bf65bfb8d21', 'status': 'completed', 'code': 200} Jun 24 17:15:49.837691 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-623013c4-ed33-4c01-a733-a15f59b69b0a None None] Set router 09a0b256-4560-46e2-8be8-52aa83ab8d90 gateway port host: dv-cinder-797970-1-iscsi {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 17:15:49.918944 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859f4644-78f4-4f19-af26-8bdc7a8bb5f2 req-bc1efe44-b83a-420b-9ec3-29ebe3b4d38c tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:15:49.921445 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-859f4644-78f4-4f19-af26-8bdc7a8bb5f2 req-bc1efe44-b83a-420b-9ec3-29ebe3b4d38c tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4471cde-a391-4977-a7f1-693fe67a78bf HTTP/1.1" status: 200 len: 945 time: 0.0746207 Jun 24 17:15:49.962218 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-859f4644-78f4-4f19-af26-8bdc7a8bb5f2 req-477127a5-760c-4937-8bae-45545b494e55 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] 10.222.0.15 "GET /v2.0/security-groups?id=8ceaa142-9b86-49f1-8a2c-63b3bfce97bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342228 Jun 24 17:15:49.988080 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 33432) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:15:50.147198 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda99d6d-c897-45ea-a961-da1377e3c007 tempest-TestShelveInstance-337275897 tempest-TestShelveInstance-337275897-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:15:50.153853 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-bda99d6d-c897-45ea-a961-da1377e3c007 tempest-TestShelveInstance-337275897 tempest-TestShelveInstance-337275897-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=f4471cde-a391-4977-a7f1-693fe67a78bf HTTP/1.1" status: 200 len: 1093 time: 0.1610508 Jun 24 17:15:50.154040 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 33440) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:15:50.159424 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.v2.base [None req-72634460-5e76-4eab-81d7-eeac2dfd97a9 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Request body: {'floatingip': {'floating_network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'port_id': '2bd31234-8541-4c73-a252-e62bed09039e', 'tenant_id': '3932aa6d6c7446bcb7063308e31b911f', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 17:15:50.173356 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-623013c4-ed33-4c01-a733-a15f59b69b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09a0b256-4560-46e2-8be8-52aa83ab8d90', 'name': 'tempest-AttachVolumeTestJSON-1251952186-router', 'tenant_id': 'fea91de70bb14b7dbc15fd1cce9a200e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'external_fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '3164075f-28b2-4a16-b9f1-9e59f0d7c5cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T17:08:10Z', 'updated_at': '2021-06-24T17:08:17Z', 'revision_number': 4, 'project_id': 'fea91de70bb14b7dbc15fd1cce9a200e', 'gw_port': {'id': '3164075f-28b2-4a16-b9f1-9e59f0d7c5cf', 'name': '', 'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:77:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09a0b256-4560-46e2-8be8-52aa83ab8d90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:08:11Z', 'updated_at': '2021-06-24T17:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '004d905c-cc14-4189-936d-82a0eea7da62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-1-iscsi', '_interfaces': [{'id': '3fccddd0-c388-4298-8b98-67d407b5b9d1', 'name': '', 'network_id': 'b5831895-94e5-4f0a-8fea-bf10963f4724', 'tenant_id': 'fea91de70bb14b7dbc15fd1cce9a200e', 'mac_address': 'fa:16:3e:08:8c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09a0b256-4560-46e2-8be8-52aa83ab8d90', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'e87b4c16-dac9-4f7c-93b5-b846172b2da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:08:15Z', 'updated_at': '2021-06-24T17:08:28Z', 'revision_number': 5, 'project_id': 'fea91de70bb14b7dbc15fd1cce9a200e', 'subnets': [{'id': 'e87b4c16-dac9-4f7c-93b5-b846172b2da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-1-iscsi', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:15:50.202081 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623013c4-ed33-4c01-a733-a15f59b69b0a None None] The sync data for ids ['09a0b256-4560-46e2-8be8-52aa83ab8d90'] in dv-cinder-797970-1-iscsi is: [{'id': '09a0b256-4560-46e2-8be8-52aa83ab8d90', 'name': 'tempest-AttachVolumeTestJSON-1251952186-router', 'tenant_id': 'fea91de70bb14b7dbc15fd1cce9a200e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'external_fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '3164075f-28b2-4a16-b9f1-9e59f0d7c5cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T17:08:10Z', 'updated_at': '2021-06-24T17:08:17Z', 'revision_number': 4, 'project_id': 'fea91de70bb14b7dbc15fd1cce9a200e', 'gw_port': {'id': '3164075f-28b2-4a16-b9f1-9e59f0d7c5cf', 'name': '', 'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:77:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09a0b256-4560-46e2-8be8-52aa83ab8d90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:08:11Z', 'updated_at': '2021-06-24T17:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '004d905c-cc14-4189-936d-82a0eea7da62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-1-iscsi', '_interfaces': [{'id': '3fccddd0-c388-4298-8b98-67d407b5b9d1', 'name': '', 'network_id': 'b5831895-94e5-4f0a-8fea-bf10963f4724', 'tenant_id': 'fea91de70bb14b7dbc15fd1cce9a200e', 'mac_address': 'fa:16:3e:08:8c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09a0b256-4560-46e2-8be8-52aa83ab8d90', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'e87b4c16-dac9-4f7c-93b5-b846172b2da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:08:15Z', 'updated_at': '2021-06-24T17:08:28Z', 'revision_number': 5, 'project_id': 'fea91de70bb14b7dbc15fd1cce9a200e', 'subnets': [{'id': 'e87b4c16-dac9-4f7c-93b5-b846172b2da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 17:15:50.228515 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-72634460-5e76-4eab-81d7-eeac2dfd97a9 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Notify callbacks [] for floatingip, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:50.301884 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-1d6a44ff-724f-4cc3-a767-2d14299d3a84 req-6f2cfdd7-eb28-4125-8dea-fce84af6f4b6 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e688142-60f7-460e-a0a8-12277958e273 HTTP/1.1" status: 200 len: 210 time: 0.0298183 Jun 24 17:15:50.333606 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-72634460-5e76-4eab-81d7-eeac2dfd97a9 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:50.432064 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d10f82-6e15-4175-9483-0177f397561f None None] New status for floating IP a0dc52cb-0580-4928-91a8-0db82ec863b5: DOWN {{(pid=93703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 17:15:50.443501 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-72634460-5e76-4eab-81d7-eeac2dfd97a9 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Allocated IP 172.27.2.94 (d3559561-7efd-493e-88d1-7d47e478b72a/004d905c-cc14-4189-936d-82a0eea7da62/605e527c-2404-4d78-8088-93fb7067cb6a) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 17:15:50.543008 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-72634460-5e76-4eab-81d7-eeac2dfd97a9 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:50.633362 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-72634460-5e76-4eab-81d7-eeac2dfd97a9 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1991527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-355756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734938254830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10147801'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:50.635713 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-b7dad138-c52f-4913-8d56-dbf9d952e7e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:15:50.679050 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72634460-5e76-4eab-81d7-eeac2dfd97a9 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Network d3559561-7efd-493e-88d1-7d47e478b72a is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 17:15:50.686182 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-72634460-5e76-4eab-81d7-eeac2dfd97a9 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 17:15:50.689558 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72634460-5e76-4eab-81d7-eeac2dfd97a9 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Pushing event updated for resources: {'Port': ['ID=605e527c-2404-4d78-8088-93fb7067cb6a,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:15:50.691681 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72634460-5e76-4eab-81d7-eeac2dfd97a9 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 17:15:50.693789 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-72634460-5e76-4eab-81d7-eeac2dfd97a9 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:15:51.081162 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-72634460-5e76-4eab-81d7-eeac2dfd97a9 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:51.211921 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-72634460-5e76-4eab-81d7-eeac2dfd97a9 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:51.363185 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-72634460-5e76-4eab-81d7-eeac2dfd97a9 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:51.422124 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-72634460-5e76-4eab-81d7-eeac2dfd97a9 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10147627'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:51.425767 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-39228757-22d8-43fc-b8d2-8ed6e8886536 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:15:51.487328 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72634460-5e76-4eab-81d7-eeac2dfd97a9 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Pushing event updated for resources: {'Port': ['ID=605e527c-2404-4d78-8088-93fb7067cb6a,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:15:51.491242 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-72634460-5e76-4eab-81d7-eeac2dfd97a9 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:15:51.502404 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-72634460-5e76-4eab-81d7-eeac2dfd97a9 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-938496'] for floatingip, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:51.509143 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 33452) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:15:51.512248 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Device f6a25839-6236-4295-86d9-9bf65bfb8d21 no longer exists at agent hyperv_hv-cinder-79797 {{(pid=93702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 17:15:51.533364 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] No Port match for: f6a25839-6236-4295-86d9-9bf65bfb8d21 {{(pid=93702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 17:15:51.533891 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Device f6a25839-6236-4295-86d9-9bf65bfb8d21 not bound to the agent host hv-cinder-79797 {{(pid=93702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 17:15:51.569661 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bce85545-3cf9-4fa8-9aa3-e0131ad488ec tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:51.593901 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bce85545-3cf9-4fa8-9aa3-e0131ad488ec tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:51.601724 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.db.l3_db [None req-72634460-5e76-4eab-81d7-eeac2dfd97a9 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Floating IP a466550d-6eb4-48bd-ae00-2b1ffa2d827e associated. External IP: 172.27.2.94, port: 2bd31234-8541-4c73-a252-e62bed09039e. Jun 24 17:15:51.696508 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:51.708124 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bce85545-3cf9-4fa8-9aa3-e0131ad488ec tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:51.710791 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bce85545-3cf9-4fa8-9aa3-e0131ad488ec tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:51.711922 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-bce85545-3cf9-4fa8-9aa3-e0131ad488ec tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] 10.222.0.15 "DELETE /v2.0/security-groups/77f7ab56-104c-48f4-8da5-818b0fcbd6c8 HTTP/1.1" status: 204 len: 168 time: 0.2010112 Jun 24 17:15:51.712696 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-311537ae-c414-4e25-a45e-c5639284fcd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:15:51.715884 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 33454) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:15:51.732753 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce85545-3cf9-4fa8-9aa3-e0131ad488ec tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77f7ab56-104c-48f4-8da5-818b0fcbd6c8,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:15:51.736922 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.api.v2.resource [None req-af9990ea-5ba1-4e42-9066-96fb930a4f8a tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] show failed (client error): The resource could not be found. Jun 24 17:15:51.737982 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-af9990ea-5ba1-4e42-9066-96fb930a4f8a tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] 10.222.0.15 "GET /v2.0/security-groups/77f7ab56-104c-48f4-8da5-818b0fcbd6c8 HTTP/1.1" status: 404 len: 347 time: 0.0211456 Jun 24 17:15:51.740883 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 33456) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:15:51.742700 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce85545-3cf9-4fa8-9aa3-e0131ad488ec tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:15:51.743067 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce85545-3cf9-4fa8-9aa3-e0131ad488ec tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:15:51.743426 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce85545-3cf9-4fa8-9aa3-e0131ad488ec tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:15:51.743780 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce85545-3cf9-4fa8-9aa3-e0131ad488ec tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:15:51.744150 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce85545-3cf9-4fa8-9aa3-e0131ad488ec tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:15:51.744500 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce85545-3cf9-4fa8-9aa3-e0131ad488ec tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:15:51.744845 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce85545-3cf9-4fa8-9aa3-e0131ad488ec tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:15:51.745189 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce85545-3cf9-4fa8-9aa3-e0131ad488ec tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:15:51.745539 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce85545-3cf9-4fa8-9aa3-e0131ad488ec tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:15:51.745911 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce85545-3cf9-4fa8-9aa3-e0131ad488ec tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:15:51.746250 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce85545-3cf9-4fa8-9aa3-e0131ad488ec tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:15:51.746588 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce85545-3cf9-4fa8-9aa3-e0131ad488ec tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:15:51.749728 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-bce85545-3cf9-4fa8-9aa3-e0131ad488ec tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:15:51.898859 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72634460-5e76-4eab-81d7-eeac2dfd97a9 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Router 7b3d966b-e590-4548-9b25-3d2447152b98 has already been hosted by L3 agent ebb0bbf0-d6bc-43df-80f2-a0cdb1424f3b {{(pid=93701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 17:15:51.958114 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-993cc6fb-35b3-400d-a195-11e6de25aa64 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Deleting port 647cdb0c-bb6e-492a-87aa-6b0f8a789ef6 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 17:15:51.958443 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-993cc6fb-35b3-400d-a195-11e6de25aa64 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734938643496'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:52.072665 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72634460-5e76-4eab-81d7-eeac2dfd97a9 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Notify agent at l3_agent.dv-cinder-797970-1-iscsi the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 17:15:52.084551 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a7678c1-7510-4331-ba78-55acca474c46 None None] Sync routers for ids ['7b3d966b-e590-4548-9b25-3d2447152b98'] in dv-cinder-797970-1-iscsi {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 17:15:52.095098 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-993cc6fb-35b3-400d-a195-11e6de25aa64 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939437'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:52.095482 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-993cc6fb-35b3-400d-a195-11e6de25aa64 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:52.096389 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7678c1-7510-4331-ba78-55acca474c46 None None] Routers {'7b3d966b-e590-4548-9b25-3d2447152b98'} bound to L3 agent in host dv-cinder-797970-1-iscsi {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 17:15:52.097024 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-4a7678c1-7510-4331-ba78-55acca474c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-24T17:00:13Z,description=,heartbeat_timestamp=2021-06-24T17:15:43Z,host='dv-cinder-797970-1-iscsi',id=ebb0bbf0-d6bc-43df-80f2-a0cdb1424f3b,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T17:00:14Z,topic='l3_agent')) {'router_ids': ['7b3d966b-e590-4548-9b25-3d2447152b98'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:15:52.116028 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-993cc6fb-35b3-400d-a195-11e6de25aa64 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Calling delete_port for 647cdb0c-bb6e-492a-87aa-6b0f8a789ef6 owned by network:floatingip {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 17:15:52.190948 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-72634460-5e76-4eab-81d7-eeac2dfd97a9 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14435'] for floatingip, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:52.199404 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-fd8ae081-4f89-40cd-b93b-f998a216f1e7 req-2d98a74d-05c0-4bfa-95f0-390a307f9a3f tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1727893009&fields=id&tenant_id=2fcaafd20cb9434aa25d111d6081b900 HTTP/1.1" status: 200 len: 267 time: 0.0937190 Jun 24 17:15:52.205142 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-4a7678c1-7510-4331-ba78-55acca474c46 None None] Set router 7b3d966b-e590-4548-9b25-3d2447152b98 gateway port host: dv-cinder-797970-1-iscsi {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 17:15:52.282712 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-72634460-5e76-4eab-81d7-eeac2dfd97a9 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1276619 Jun 24 17:15:52.285107 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4471cde-a391-4977-a7f1-693fe67a78bf', 'tag': '2bd31234-8541-4c73-a252-e62bed09039e'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 17:15:52.287400 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55b777855581bcfca1ea7f1411fd739ba8bd3bff9faf8aab84294ca486557f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32262d2a-9556-43d8-9bb0-470323ae1724" -d '{"events": [{"name": "network-changed", "server_uuid": "f4471cde-a391-4977-a7f1-693fe67a78bf", "tag": "2bd31234-8541-4c73-a252-e62bed09039e"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 17:15:52.342725 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 17:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5bc3b28-142d-4ad6-90bc-46d788a432ab x-openstack-request-id: req-b5bc3b28-142d-4ad6-90bc-46d788a432ab {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 17:15:52.343733 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4471cde-a391-4977-a7f1-693fe67a78bf", "tag": "2bd31234-8541-4c73-a252-e62bed09039e", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 17:15:52.344109 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b5bc3b28-142d-4ad6-90bc-46d788a432ab {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 17:15:52.344750 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4471cde-a391-4977-a7f1-693fe67a78bf', 'tag': '2bd31234-8541-4c73-a252-e62bed09039e', 'status': 'completed', 'code': 200} Jun 24 17:15:52.358537 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8ae081-4f89-40cd-b93b-f998a216f1e7 req-13f59ba5-f345-4db0-805f-6eea299fba07 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:15:52.360108 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-fd8ae081-4f89-40cd-b93b-f998a216f1e7 req-13f59ba5-f345-4db0-805f-6eea299fba07 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] 10.222.0.15 "GET /v2.0/ports?device_id=403d65b4-6ba0-4716-a965-12fd0346bab6 HTTP/1.1" status: 200 len: 984 time: 0.1410949 Jun 24 17:15:52.378230 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.v2.base [req-fd8ae081-4f89-40cd-b93b-f998a216f1e7 req-1d9861ef-c40a-4a9b-8488-6990346d24b5 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] Request body: {'port': {'security_groups': ['52b1646f-1d75-46ae-8b7b-28f6d79e1530']}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 17:15:52.432026 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-4a7678c1-7510-4331-ba78-55acca474c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b3d966b-e590-4548-9b25-3d2447152b98', 'name': 'tempest-TestShelveInstance-557446216-router', 'tenant_id': '3932aa6d6c7446bcb7063308e31b911f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'external_fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': 'd0a81f77-a0fa-4bda-a23a-118f0ef0d332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T17:14:47Z', 'updated_at': '2021-06-24T17:14:50Z', 'revision_number': 4, 'project_id': '3932aa6d6c7446bcb7063308e31b911f', 'gw_port': {'id': 'd0a81f77-a0fa-4bda-a23a-118f0ef0d332', 'name': '', 'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:4d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3d966b-e590-4548-9b25-3d2447152b98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:14:47Z', 'updated_at': '2021-06-24T17:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '004d905c-cc14-4189-936d-82a0eea7da62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-1-iscsi', '_floatingips': [{'id': 'a466550d-6eb4-48bd-ae00-2b1ffa2d827e', 'tenant_id': '3932aa6d6c7446bcb7063308e31b911f', 'floating_ip_address': '172.27.2.94', 'floating_network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'router_id': '7b3d966b-e590-4548-9b25-3d2447152b98', 'port_id': '2bd31234-8541-4c73-a252-e62bed09039e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd814d5ca-30ce-40c7-a19a-3244f9dca736', 'mac_address': 'fa:16:3e:53:ff:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4471cde-a391-4977-a7f1-693fe67a78bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T17:15:50Z', 'updated_at': '2021-06-24T17:15:50Z', 'revision_number': 0, 'project_id': '3932aa6d6c7446bcb7063308e31b911f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2c17e2a-28da-4d69-8e31-c770b530421a', 'name': '', 'network_id': 'd814d5ca-30ce-40c7-a19a-3244f9dca736', 'tenant_id': '3932aa6d6c7446bcb7063308e31b911f', 'mac_address': 'fa:16:3e:6f:e4:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3d966b-e590-4548-9b25-3d2447152b98', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'e7f2d1aa-66d6-42d3-8334-b5d4eb2abfb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:14:49Z', 'updated_at': '2021-06-24T17:14:56Z', 'revision_number': 5, 'project_id': '3932aa6d6c7446bcb7063308e31b911f', 'subnets': [{'id': 'e7f2d1aa-66d6-42d3-8334-b5d4eb2abfb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-1-iscsi', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:15:52.459980 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a7678c1-7510-4331-ba78-55acca474c46 None None] Checking router: 7b3d966b-e590-4548-9b25-3d2447152b98 for host: dv-cinder-797970-1-iscsi {{(pid=93702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 17:15:52.471804 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7678c1-7510-4331-ba78-55acca474c46 None None] Routers {'7b3d966b-e590-4548-9b25-3d2447152b98'} bound to L3 agent in host dv-cinder-797970-1-iscsi {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 17:15:52.472412 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-4a7678c1-7510-4331-ba78-55acca474c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-24T17:00:13Z,description=,heartbeat_timestamp=2021-06-24T17:15:43Z,host='dv-cinder-797970-1-iscsi',id=ebb0bbf0-d6bc-43df-80f2-a0cdb1424f3b,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T17:00:14Z,topic='l3_agent')) {'router_ids': ['7b3d966b-e590-4548-9b25-3d2447152b98'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:15:52.493091 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-993cc6fb-35b3-400d-a195-11e6de25aa64 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734938646739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734938254839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10147618'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:52.495035 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-72634460-5e76-4eab-81d7-eeac2dfd97a9 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:15:52.528064 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-fd8ae081-4f89-40cd-b93b-f998a216f1e7 req-1d9861ef-c40a-4a9b-8488-6990346d24b5 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:52.530285 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993cc6fb-35b3-400d-a195-11e6de25aa64 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Pushing event deleted for resources: {'Port': ['ID=647cdb0c-bb6e-492a-87aa-6b0f8a789ef6,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:15:52.533328 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-993cc6fb-35b3-400d-a195-11e6de25aa64 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:15:52.583114 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-4a7678c1-7510-4331-ba78-55acca474c46 None None] Set router 7b3d966b-e590-4548-9b25-3d2447152b98 gateway port host: dv-cinder-797970-1-iscsi {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 17:15:52.598369 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32262d2a-9556-43d8-9bb0-470323ae1724 req-11270907-c466-49e7-b337-7f5f032f6a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:15:52.599813 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-32262d2a-9556-43d8-9bb0-470323ae1724 req-11270907-c466-49e7-b337-7f5f032f6a4e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3932aa6d6c7446bcb7063308e31b911f&device_id=f4471cde-a391-4977-a7f1-693fe67a78bf HTTP/1.1" status: 200 len: 1098 time: 0.1943502 Jun 24 17:15:52.695738 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-993cc6fb-35b3-400d-a195-11e6de25aa64 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Notify callbacks [] for floatingip, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:52.698322 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-993cc6fb-35b3-400d-a195-11e6de25aa64 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14435'] for floatingip, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:52.699474 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-993cc6fb-35b3-400d-a195-11e6de25aa64 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] 10.222.0.15 "DELETE /v2.0/floatingips/a0dc52cb-0580-4928-91a8-0db82ec863b5 HTTP/1.1" status: 204 len: 168 time: 0.9576712 Jun 24 17:15:52.807297 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32262d2a-9556-43d8-9bb0-470323ae1724 req-062fa8aa-78ab-424c-9928-f58de46cedf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:15:52.808765 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-32262d2a-9556-43d8-9bb0-470323ae1724 req-062fa8aa-78ab-424c-9928-f58de46cedf6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d814d5ca-30ce-40c7-a19a-3244f9dca736 HTTP/1.1" status: 200 len: 908 time: 0.1835809 Jun 24 17:15:52.819320 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-4a7678c1-7510-4331-ba78-55acca474c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b3d966b-e590-4548-9b25-3d2447152b98', 'name': 'tempest-TestShelveInstance-557446216-router', 'tenant_id': '3932aa6d6c7446bcb7063308e31b911f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'external_fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': 'd0a81f77-a0fa-4bda-a23a-118f0ef0d332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T17:14:47Z', 'updated_at': '2021-06-24T17:14:50Z', 'revision_number': 4, 'project_id': '3932aa6d6c7446bcb7063308e31b911f', 'gw_port': {'id': 'd0a81f77-a0fa-4bda-a23a-118f0ef0d332', 'name': '', 'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:4d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3d966b-e590-4548-9b25-3d2447152b98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:14:47Z', 'updated_at': '2021-06-24T17:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '004d905c-cc14-4189-936d-82a0eea7da62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-1-iscsi', '_floatingips': [{'id': 'a466550d-6eb4-48bd-ae00-2b1ffa2d827e', 'tenant_id': '3932aa6d6c7446bcb7063308e31b911f', 'floating_ip_address': '172.27.2.94', 'floating_network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'router_id': '7b3d966b-e590-4548-9b25-3d2447152b98', 'port_id': '2bd31234-8541-4c73-a252-e62bed09039e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd814d5ca-30ce-40c7-a19a-3244f9dca736', 'mac_address': 'fa:16:3e:53:ff:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4471cde-a391-4977-a7f1-693fe67a78bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T17:15:50Z', 'updated_at': '2021-06-24T17:15:50Z', 'revision_number': 0, 'project_id': '3932aa6d6c7446bcb7063308e31b911f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2c17e2a-28da-4d69-8e31-c770b530421a', 'name': '', 'network_id': 'd814d5ca-30ce-40c7-a19a-3244f9dca736', 'tenant_id': '3932aa6d6c7446bcb7063308e31b911f', 'mac_address': 'fa:16:3e:6f:e4:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3d966b-e590-4548-9b25-3d2447152b98', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'e7f2d1aa-66d6-42d3-8334-b5d4eb2abfb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:14:49Z', 'updated_at': '2021-06-24T17:14:56Z', 'revision_number': 5, 'project_id': '3932aa6d6c7446bcb7063308e31b911f', 'subnets': [{'id': 'e7f2d1aa-66d6-42d3-8334-b5d4eb2abfb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-1-iscsi', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:15:52.847095 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a7678c1-7510-4331-ba78-55acca474c46 None None] The sync data for ids ['7b3d966b-e590-4548-9b25-3d2447152b98'] in dv-cinder-797970-1-iscsi is: [{'id': '7b3d966b-e590-4548-9b25-3d2447152b98', 'name': 'tempest-TestShelveInstance-557446216-router', 'tenant_id': '3932aa6d6c7446bcb7063308e31b911f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'external_fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': 'd0a81f77-a0fa-4bda-a23a-118f0ef0d332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T17:14:47Z', 'updated_at': '2021-06-24T17:14:50Z', 'revision_number': 4, 'project_id': '3932aa6d6c7446bcb7063308e31b911f', 'gw_port': {'id': 'd0a81f77-a0fa-4bda-a23a-118f0ef0d332', 'name': '', 'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:4d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3d966b-e590-4548-9b25-3d2447152b98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:14:47Z', 'updated_at': '2021-06-24T17:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '004d905c-cc14-4189-936d-82a0eea7da62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-1-iscsi', '_floatingips': [{'id': 'a466550d-6eb4-48bd-ae00-2b1ffa2d827e', 'tenant_id': '3932aa6d6c7446bcb7063308e31b911f', 'floating_ip_address': '172.27.2.94', 'floating_network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'router_id': '7b3d966b-e590-4548-9b25-3d2447152b98', 'port_id': '2bd31234-8541-4c73-a252-e62bed09039e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd814d5ca-30ce-40c7-a19a-3244f9dca736', 'mac_address': 'fa:16:3e:53:ff:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4471cde-a391-4977-a7f1-693fe67a78bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T17:15:50Z', 'updated_at': '2021-06-24T17:15:50Z', 'revision_number': 0, 'project_id': '3932aa6d6c7446bcb7063308e31b911f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2c17e2a-28da-4d69-8e31-c770b530421a', 'name': '', 'network_id': 'd814d5ca-30ce-40c7-a19a-3244f9dca736', 'tenant_id': '3932aa6d6c7446bcb7063308e31b911f', 'mac_address': 'fa:16:3e:6f:e4:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3d966b-e590-4548-9b25-3d2447152b98', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'e7f2d1aa-66d6-42d3-8334-b5d4eb2abfb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:14:49Z', 'updated_at': '2021-06-24T17:14:56Z', 'revision_number': 5, 'project_id': '3932aa6d6c7446bcb7063308e31b911f', 'subnets': [{'id': 'e7f2d1aa-66d6-42d3-8334-b5d4eb2abfb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 17:15:52.900572 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-fd8ae081-4f89-40cd-b93b-f998a216f1e7 req-1d9861ef-c40a-4a9b-8488-6990346d24b5 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] For port 9d50f125-92bf-4475-9d90-9724e54d278f, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=9d50f125-92bf-4475-9d90-9724e54d278f,segment=NetworkSegment(93f37f3c-6cd2-4479-974f-79faa9f614f1),segment_id=93f37f3c-6cd2-4479-974f-79faa9f614f1)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 17:15:53.048642 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 33468) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:15:53.054325 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.v2.base [None req-0b73f43e-2073-4742-92eb-213e3bd30b40 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Request body: {'security_group': {'name': 'tempest-securitygroup--519133969', 'description': 'tempest-description--1211565522'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 17:15:53.069768 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf47caa1-54e7-481c-9766-2755c88d101c None None] New status for floating IP a466550d-6eb4-48bd-ae00-2b1ffa2d827e: ACTIVE {{(pid=93703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 17:15:53.142653 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0b73f43e-2073-4742-92eb-213e3bd30b40 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:53.183528 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-32262d2a-9556-43d8-9bb0-470323ae1724 req-6ff26b90-63f3-4f3c-ab19-aa077f9ca856 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2bd31234-8541-4c73-a252-e62bed09039e HTTP/1.1" status: 200 len: 998 time: 0.3640256 Jun 24 17:15:53.229613 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0b73f43e-2073-4742-92eb-213e3bd30b40 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:53.231230 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-fd8ae081-4f89-40cd-b93b-f998a216f1e7 req-1d9861ef-c40a-4a9b-8488-6990346d24b5 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:53.250101 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32262d2a-9556-43d8-9bb0-470323ae1724 req-0610da35-3ca2-4e25-b385-45e68980d4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:15:53.254174 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-32262d2a-9556-43d8-9bb0-470323ae1724 req-0610da35-3ca2-4e25-b385-45e68980d4ed service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e7f2d1aa-66d6-42d3-8334-b5d4eb2abfb2 HTTP/1.1" status: 200 len: 847 time: 0.0606565 Jun 24 17:15:53.302168 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0b73f43e-2073-4742-92eb-213e3bd30b40 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:53.304066 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-fd8ae081-4f89-40cd-b93b-f998a216f1e7 req-1d9861ef-c40a-4a9b-8488-6990346d24b5 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10147627'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:53.304651 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-6548fc95-69f7-4a39-87ef-cd2dfffe5cec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:15:53.313865 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-72634460-5e76-4eab-81d7-eeac2dfd97a9 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:15:53.333563 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b73f43e-2073-4742-92eb-213e3bd30b40 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63858b4e-55b0-4154-a617-36deaf070d40,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:15:53.336441 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-0b73f43e-2073-4742-92eb-213e3bd30b40 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:15:53.340339 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] get_ports_and_sgs() called for port_ids ['9d50f125-92bf-4475-9d90-9724e54d278f'] {{(pid=93702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 17:15:53.360348 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8ae081-4f89-40cd-b93b-f998a216f1e7 req-1d9861ef-c40a-4a9b-8488-6990346d24b5 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:15:53.360956 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-fd8ae081-4f89-40cd-b93b-f998a216f1e7 req-1d9861ef-c40a-4a9b-8488-6990346d24b5 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14435'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:53.362312 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-fd8ae081-4f89-40cd-b93b-f998a216f1e7 req-1d9861ef-c40a-4a9b-8488-6990346d24b5 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] 10.222.0.15 "PUT /v2.0/ports/9d50f125-92bf-4475-9d90-9724e54d278f HTTP/1.1" status: 200 len: 942 time: 0.9951415 Jun 24 17:15:53.364083 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32262d2a-9556-43d8-9bb0-470323ae1724 req-4440bb6c-8874-44bc-9e59-567ab0d41841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:15:53.369965 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-32262d2a-9556-43d8-9bb0-470323ae1724 req-4440bb6c-8874-44bc-9e59-567ab0d41841 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d814d5ca-30ce-40c7-a19a-3244f9dca736&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1046104 Jun 24 17:15:53.369965 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 33470) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:15:53.387919 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0b73f43e-2073-4742-92eb-213e3bd30b40 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:53.392754 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-0b73f43e-2073-4742-92eb-213e3bd30b40 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3423181 Jun 24 17:15:53.393610 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 33472) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:15:53.398540 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.v2.base [None req-77cb4f8c-b50d-4fee-bdae-ec94cb238b22 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Request body: {'security_group_rule': {'security_group_id': '63858b4e-55b0-4154-a617-36deaf070d40', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 17:15:53.480611 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-77cb4f8c-b50d-4fee-bdae-ec94cb238b22 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:53.485703 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9861ef-c40a-4a9b-8488-6990346d24b5 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] Pushing event updated for resources: {'Port': ['ID=9d50f125-92bf-4475-9d90-9724e54d278f,revision_number=7']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:15:53.489953 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-1d9861ef-c40a-4a9b-8488-6990346d24b5 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:15:53.503188 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] get_ports_and_sgs() called for port_ids ['9d50f125-92bf-4475-9d90-9724e54d278f'] {{(pid=93702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 17:15:53.517996 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-32262d2a-9556-43d8-9bb0-470323ae1724 req-4ba644d0-112e-4b42-9720-462f0ef4ab17 service neutron] 10.222.0.37 "GET /v2.0/networks/d814d5ca-30ce-40c7-a19a-3244f9dca736?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403160 Jun 24 17:15:53.537100 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-84f13794-dd04-4715-81f2-83ad3d61a853 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:53.570262 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-77cb4f8c-b50d-4fee-bdae-ec94cb238b22 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:53.603024 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-84f13794-dd04-4715-81f2-83ad3d61a853 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:53.633068 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-77cb4f8c-b50d-4fee-bdae-ec94cb238b22 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-560418'] for security_group_rule, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:53.636820 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:15:53.660567 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-32262d2a-9556-43d8-9bb0-470323ae1724 req-6f60c8ee-90fd-4953-9242-872e9df01a6f service neutron] 10.222.0.37 "GET /v2.0/networks/d814d5ca-30ce-40c7-a19a-3244f9dca736?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346867 Jun 24 17:15:53.668505 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cb4f8c-b50d-4fee-bdae-ec94cb238b22 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf88f968-6c3c-4fb0-91c8-00410fb454b0,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:15:53.678068 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-77cb4f8c-b50d-4fee-bdae-ec94cb238b22 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:15:53.680791 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-291ffd35-91ff-45f9-8696-83ea5426e2d4 None None] Provisioning complete for port 9d50f125-92bf-4475-9d90-9724e54d278f triggered by entity DHCP. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 17:15:53.681280 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-291ffd35-91ff-45f9-8696-83ea5426e2d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979100'] for port, provisioning_complete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:53.736985 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-77cb4f8c-b50d-4fee-bdae-ec94cb238b22 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:53.738365 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-77cb4f8c-b50d-4fee-bdae-ec94cb238b22 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3435819 Jun 24 17:15:53.740964 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 33476) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:15:53.745438 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.v2.base [None req-820225bc-63dc-4845-bd33-cbad255b78a1 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Request body: {'security_group_rule': {'security_group_id': '63858b4e-55b0-4154-a617-36deaf070d40', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 17:15:53.765703 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-84f13794-dd04-4715-81f2-83ad3d61a853 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:53.768284 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-84f13794-dd04-4715-81f2-83ad3d61a853 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:53.769458 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-84f13794-dd04-4715-81f2-83ad3d61a853 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] 10.222.0.15 "DELETE /v2.0/security-groups/2f79473f-9a7c-446c-aad6-514f09587265 HTTP/1.1" status: 204 len: 168 time: 0.4001408 Jun 24 17:15:53.770299 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:15:53.773434 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 33478) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:15:53.786574 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f13794-dd04-4715-81f2-83ad3d61a853 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f79473f-9a7c-446c-aad6-514f09587265,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:15:53.818681 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-84f13794-dd04-4715-81f2-83ad3d61a853 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:15:53.867120 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-820225bc-63dc-4845-bd33-cbad255b78a1 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:53.932591 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-820225bc-63dc-4845-bd33-cbad255b78a1 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:53.941532 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-7204df48-e3bd-45e8-94e5-fb101ca9716d tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] Deleting port ca0253bf-bd8d-4148-a99b-39ac45ffec1c {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 17:15:53.941908 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7204df48-e3bd-45e8-94e5-fb101ca9716d tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734938643496'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:54.010740 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-820225bc-63dc-4845-bd33-cbad255b78a1 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-560418'] for security_group_rule, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:54.017451 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:15:54.018045 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7204df48-e3bd-45e8-94e5-fb101ca9716d tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939437'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:54.018397 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7204df48-e3bd-45e8-94e5-fb101ca9716d tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:54.031290 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-7204df48-e3bd-45e8-94e5-fb101ca9716d tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] Calling delete_port for ca0253bf-bd8d-4148-a99b-39ac45ffec1c owned by network:floatingip {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 17:15:54.033817 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820225bc-63dc-4845-bd33-cbad255b78a1 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acc22948-7d43-4b0a-8003-8db3c3f8fe35,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:15:54.036666 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-820225bc-63dc-4845-bd33-cbad255b78a1 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:15:54.113353 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-820225bc-63dc-4845-bd33-cbad255b78a1 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:54.115154 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-820225bc-63dc-4845-bd33-cbad255b78a1 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3726988 Jun 24 17:15:54.117676 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 33480) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:15:54.122559 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.v2.base [None req-261125df-dbe2-45d4-b68a-3fff8ea98592 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Request body: {'floatingip': {'floating_network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 17:15:54.216474 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-261125df-dbe2-45d4-b68a-3fff8ea98592 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Notify callbacks [] for floatingip, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:54.291139 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7204df48-e3bd-45e8-94e5-fb101ca9716d tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734938646739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734938254839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10147618'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:54.294611 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-5c375ae4-d0e9-4c53-aae2-a5a07295196b tempest-DeleteServersTestJSON-1513565885 tempest-DeleteServersTestJSON-1513565885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:15:54.311579 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-261125df-dbe2-45d4-b68a-3fff8ea98592 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:54.323091 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7204df48-e3bd-45e8-94e5-fb101ca9716d tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] Pushing event deleted for resources: {'Port': ['ID=ca0253bf-bd8d-4148-a99b-39ac45ffec1c,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:15:54.325781 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-7204df48-e3bd-45e8-94e5-fb101ca9716d tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:15:54.341545 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.agents_db [None req-27f02d43-57e8-424c-a1b0-5a1f36db1773 None None] Agent healthcheck: found 6 active agents {{(pid=93703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 17:15:54.346340 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '403d65b4-6ba0-4716-a965-12fd0346bab6', 'tag': '9d50f125-92bf-4475-9d90-9724e54d278f'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 17:15:54.348603 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55b777855581bcfca1ea7f1411fd739ba8bd3bff9faf8aab84294ca486557f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-054b8781-04e9-4634-ac6e-cc5cdd2b3c3a" -d '{"events": [{"name": "network-changed", "server_uuid": "403d65b4-6ba0-4716-a965-12fd0346bab6", "tag": "9d50f125-92bf-4475-9d90-9724e54d278f"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 17:15:54.389247 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 17:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74140887-5ffa-4d7b-a2c1-df565a91b8c8 x-openstack-request-id: req-74140887-5ffa-4d7b-a2c1-df565a91b8c8 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 17:15:54.390189 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "403d65b4-6ba0-4716-a965-12fd0346bab6", "tag": "9d50f125-92bf-4475-9d90-9724e54d278f", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 17:15:54.390429 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-74140887-5ffa-4d7b-a2c1-df565a91b8c8 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 17:15:54.390836 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '403d65b4-6ba0-4716-a965-12fd0346bab6', 'tag': '9d50f125-92bf-4475-9d90-9724e54d278f', 'status': 'completed', 'code': 200} Jun 24 17:15:54.395613 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7204df48-e3bd-45e8-94e5-fb101ca9716d tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] Notify callbacks [] for floatingip, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:54.395950 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.db.l3_db [None req-7204df48-e3bd-45e8-94e5-fb101ca9716d tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] Floating IP be23d653-2517-4002-a05f-a2726ad02bac disassociated (deleted). External IP: 172.27.2.84, port: 9d50f125-92bf-4475-9d90-9724e54d278f. Jun 24 17:15:54.571391 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054b8781-04e9-4634-ac6e-cc5cdd2b3c3a req-b823f073-23b5-463c-aeae-fd559b3f1c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:15:54.572858 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-054b8781-04e9-4634-ac6e-cc5cdd2b3c3a req-b823f073-23b5-463c-aeae-fd559b3f1c48 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2fcaafd20cb9434aa25d111d6081b900&device_id=403d65b4-6ba0-4716-a965-12fd0346bab6 HTTP/1.1" status: 200 len: 1098 time: 0.1377964 Jun 24 17:15:54.631003 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [None req-261125df-dbe2-45d4-b68a-3fff8ea98592 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Allocated IP 172.27.2.71 (d3559561-7efd-493e-88d1-7d47e478b72a/004d905c-cc14-4189-936d-82a0eea7da62/61fb6e47-c2d3-4ed5-929b-6c22407a7694) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 17:15:54.714190 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7204df48-e3bd-45e8-94e5-fb101ca9716d tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] Router cad84aa6-0a6d-4ed9-9433-51670b9aec79 has already been hosted by L3 agent ebb0bbf0-d6bc-43df-80f2-a0cdb1424f3b {{(pid=93701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 17:15:54.718646 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054b8781-04e9-4634-ac6e-cc5cdd2b3c3a req-60d437cb-e412-44e1-9c69-fba458d204ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:15:54.720082 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-054b8781-04e9-4634-ac6e-cc5cdd2b3c3a req-60d437cb-e412-44e1-9c69-fba458d204ea service neutron] 10.222.0.37 "GET /v2.0/networks?id=a45d101b-6927-4b1f-b60c-ac459e829641 HTTP/1.1" status: 200 len: 915 time: 0.1407552 Jun 24 17:15:54.731983 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-261125df-dbe2-45d4-b68a-3fff8ea98592 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:54.789297 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-054b8781-04e9-4634-ac6e-cc5cdd2b3c3a req-f44c343a-fc46-4036-a60f-a40d0f51f7a7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9d50f125-92bf-4475-9d90-9724e54d278f HTTP/1.1" status: 200 len: 217 time: 0.0619054 Jun 24 17:15:54.809228 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-261125df-dbe2-45d4-b68a-3fff8ea98592 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1991527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-355756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734938254830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2811142'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:54.812791 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-004a713e-b054-4328-92e8-e25ed9776c45 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:15:54.850075 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-261125df-dbe2-45d4-b68a-3fff8ea98592 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Network d3559561-7efd-493e-88d1-7d47e478b72a is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 17:15:54.854218 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-261125df-dbe2-45d4-b68a-3fff8ea98592 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 17:15:54.857495 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261125df-dbe2-45d4-b68a-3fff8ea98592 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 17:15:54.876727 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054b8781-04e9-4634-ac6e-cc5cdd2b3c3a req-bb9efe97-8234-45d0-979b-b67eb8546f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:15:54.878194 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-054b8781-04e9-4634-ac6e-cc5cdd2b3c3a req-bb9efe97-8234-45d0-979b-b67eb8546f5a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ad8c42be-ee98-463d-b12f-0b1f5644eae5 HTTP/1.1" status: 200 len: 854 time: 0.0830312 Jun 24 17:15:54.887240 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261125df-dbe2-45d4-b68a-3fff8ea98592 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Pushing event updated for resources: {'Port': ['ID=61fb6e47-c2d3-4ed5-929b-6c22407a7694,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:15:54.893904 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-261125df-dbe2-45d4-b68a-3fff8ea98592 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:15:54.917129 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7204df48-e3bd-45e8-94e5-fb101ca9716d tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] Notify agent at l3_agent.dv-cinder-797970-1-iscsi the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 17:15:54.922244 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7204df48-e3bd-45e8-94e5-fb101ca9716d tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14435'] for floatingip, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:54.929591 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610d5e84-f0b5-4144-b879-b2c6e1de74b0 None None] Sync routers for ids ['cad84aa6-0a6d-4ed9-9433-51670b9aec79'] in dv-cinder-797970-1-iscsi {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 17:15:54.939673 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610d5e84-f0b5-4144-b879-b2c6e1de74b0 None None] Routers {'cad84aa6-0a6d-4ed9-9433-51670b9aec79'} bound to L3 agent in host dv-cinder-797970-1-iscsi {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 17:15:54.940279 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-610d5e84-f0b5-4144-b879-b2c6e1de74b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-24T17:00:13Z,description=,heartbeat_timestamp=2021-06-24T17:15:43Z,host='dv-cinder-797970-1-iscsi',id=ebb0bbf0-d6bc-43df-80f2-a0cdb1424f3b,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T17:00:14Z,topic='l3_agent')) {'router_ids': ['cad84aa6-0a6d-4ed9-9433-51670b9aec79'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:15:54.961373 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-261125df-dbe2-45d4-b68a-3fff8ea98592 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:54.971190 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-7204df48-e3bd-45e8-94e5-fb101ca9716d tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] 10.222.0.15 "DELETE /v2.0/floatingips/be23d653-2517-4002-a05f-a2726ad02bac HTTP/1.1" status: 204 len: 168 time: 1.1942031 Jun 24 17:15:54.988095 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054b8781-04e9-4634-ac6e-cc5cdd2b3c3a req-d6ca7fc3-fe74-4110-a4af-be4e88d975f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:15:54.989596 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-054b8781-04e9-4634-ac6e-cc5cdd2b3c3a req-d6ca7fc3-fe74-4110-a4af-be4e88d975f1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a45d101b-6927-4b1f-b60c-ac459e829641&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1055655 Jun 24 17:15:55.057538 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-610d5e84-f0b5-4144-b879-b2c6e1de74b0 None None] Set router cad84aa6-0a6d-4ed9-9433-51670b9aec79 gateway port host: dv-cinder-797970-1-iscsi {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 17:15:55.076062 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-261125df-dbe2-45d4-b68a-3fff8ea98592 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:55.089212 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-054b8781-04e9-4634-ac6e-cc5cdd2b3c3a req-26aad277-73df-49fd-962c-4ad84c21c069 service neutron] 10.222.0.37 "GET /v2.0/networks/a45d101b-6927-4b1f-b60c-ac459e829641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923727 Jun 24 17:15:55.195098 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-054b8781-04e9-4634-ac6e-cc5cdd2b3c3a req-d49cfedc-44db-4801-beea-059a0c142d53 service neutron] 10.222.0.37 "GET /v2.0/networks/a45d101b-6927-4b1f-b60c-ac459e829641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991330 Jun 24 17:15:55.255613 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-261125df-dbe2-45d4-b68a-3fff8ea98592 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:55.284372 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-610d5e84-f0b5-4144-b879-b2c6e1de74b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cad84aa6-0a6d-4ed9-9433-51670b9aec79', 'name': 'tempest-TestMinimumBasicScenario-1723603748-router', 'tenant_id': '2fcaafd20cb9434aa25d111d6081b900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'external_fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '8258b655-3b15-4def-9ff3-29643e87af91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T17:11:39Z', 'updated_at': '2021-06-24T17:11:42Z', 'revision_number': 4, 'project_id': '2fcaafd20cb9434aa25d111d6081b900', 'gw_port': {'id': '8258b655-3b15-4def-9ff3-29643e87af91', 'name': '', 'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:36:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad84aa6-0a6d-4ed9-9433-51670b9aec79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:11:39Z', 'updated_at': '2021-06-24T17:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '004d905c-cc14-4189-936d-82a0eea7da62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-1-iscsi', '_interfaces': [{'id': '29e5e179-17c2-4041-957e-25f79a5f8658', 'name': '', 'network_id': 'a45d101b-6927-4b1f-b60c-ac459e829641', 'tenant_id': '2fcaafd20cb9434aa25d111d6081b900', 'mac_address': 'fa:16:3e:ea:c5:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad84aa6-0a6d-4ed9-9433-51670b9aec79', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'ad8c42be-ee98-463d-b12f-0b1f5644eae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:11:41Z', 'updated_at': '2021-06-24T17:11:48Z', 'revision_number': 5, 'project_id': '2fcaafd20cb9434aa25d111d6081b900', 'subnets': [{'id': 'ad8c42be-ee98-463d-b12f-0b1f5644eae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-1-iscsi', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:15:55.309837 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610d5e84-f0b5-4144-b879-b2c6e1de74b0 None None] Checking router: cad84aa6-0a6d-4ed9-9433-51670b9aec79 for host: dv-cinder-797970-1-iscsi {{(pid=93702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 17:15:55.313470 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-261125df-dbe2-45d4-b68a-3fff8ea98592 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2811380'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:55.316669 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:15:55.319405 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610d5e84-f0b5-4144-b879-b2c6e1de74b0 None None] Routers {'cad84aa6-0a6d-4ed9-9433-51670b9aec79'} bound to L3 agent in host dv-cinder-797970-1-iscsi {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 17:15:55.320396 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-610d5e84-f0b5-4144-b879-b2c6e1de74b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-24T17:00:13Z,description=,heartbeat_timestamp=2021-06-24T17:15:43Z,host='dv-cinder-797970-1-iscsi',id=ebb0bbf0-d6bc-43df-80f2-a0cdb1424f3b,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T17:00:14Z,topic='l3_agent')) {'router_ids': ['cad84aa6-0a6d-4ed9-9433-51670b9aec79'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:15:55.396282 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261125df-dbe2-45d4-b68a-3fff8ea98592 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Pushing event updated for resources: {'Port': ['ID=61fb6e47-c2d3-4ed5-929b-6c22407a7694,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:15:55.400474 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-261125df-dbe2-45d4-b68a-3fff8ea98592 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:15:55.401939 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-261125df-dbe2-45d4-b68a-3fff8ea98592 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-938496'] for floatingip, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:55.437470 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-610d5e84-f0b5-4144-b879-b2c6e1de74b0 None None] Set router cad84aa6-0a6d-4ed9-9433-51670b9aec79 gateway port host: dv-cinder-797970-1-iscsi {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 17:15:55.483086 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-261125df-dbe2-45d4-b68a-3fff8ea98592 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14435'] for floatingip, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:55.485229 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-261125df-dbe2-45d4-b68a-3fff8ea98592 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3662853 Jun 24 17:15:55.641344 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-610d5e84-f0b5-4144-b879-b2c6e1de74b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cad84aa6-0a6d-4ed9-9433-51670b9aec79', 'name': 'tempest-TestMinimumBasicScenario-1723603748-router', 'tenant_id': '2fcaafd20cb9434aa25d111d6081b900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'external_fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '8258b655-3b15-4def-9ff3-29643e87af91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T17:11:39Z', 'updated_at': '2021-06-24T17:11:42Z', 'revision_number': 4, 'project_id': '2fcaafd20cb9434aa25d111d6081b900', 'gw_port': {'id': '8258b655-3b15-4def-9ff3-29643e87af91', 'name': '', 'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:36:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad84aa6-0a6d-4ed9-9433-51670b9aec79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:11:39Z', 'updated_at': '2021-06-24T17:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '004d905c-cc14-4189-936d-82a0eea7da62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-1-iscsi', '_interfaces': [{'id': '29e5e179-17c2-4041-957e-25f79a5f8658', 'name': '', 'network_id': 'a45d101b-6927-4b1f-b60c-ac459e829641', 'tenant_id': '2fcaafd20cb9434aa25d111d6081b900', 'mac_address': 'fa:16:3e:ea:c5:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad84aa6-0a6d-4ed9-9433-51670b9aec79', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'ad8c42be-ee98-463d-b12f-0b1f5644eae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:11:41Z', 'updated_at': '2021-06-24T17:11:48Z', 'revision_number': 5, 'project_id': '2fcaafd20cb9434aa25d111d6081b900', 'subnets': [{'id': 'ad8c42be-ee98-463d-b12f-0b1f5644eae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-1-iscsi', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:15:55.667808 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610d5e84-f0b5-4144-b879-b2c6e1de74b0 None None] The sync data for ids ['cad84aa6-0a6d-4ed9-9433-51670b9aec79'] in dv-cinder-797970-1-iscsi is: [{'id': 'cad84aa6-0a6d-4ed9-9433-51670b9aec79', 'name': 'tempest-TestMinimumBasicScenario-1723603748-router', 'tenant_id': '2fcaafd20cb9434aa25d111d6081b900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'external_fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '8258b655-3b15-4def-9ff3-29643e87af91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T17:11:39Z', 'updated_at': '2021-06-24T17:11:42Z', 'revision_number': 4, 'project_id': '2fcaafd20cb9434aa25d111d6081b900', 'gw_port': {'id': '8258b655-3b15-4def-9ff3-29643e87af91', 'name': '', 'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:36:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad84aa6-0a6d-4ed9-9433-51670b9aec79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:11:39Z', 'updated_at': '2021-06-24T17:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '004d905c-cc14-4189-936d-82a0eea7da62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-1-iscsi', '_interfaces': [{'id': '29e5e179-17c2-4041-957e-25f79a5f8658', 'name': '', 'network_id': 'a45d101b-6927-4b1f-b60c-ac459e829641', 'tenant_id': '2fcaafd20cb9434aa25d111d6081b900', 'mac_address': 'fa:16:3e:ea:c5:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad84aa6-0a6d-4ed9-9433-51670b9aec79', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'ad8c42be-ee98-463d-b12f-0b1f5644eae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:11:41Z', 'updated_at': '2021-06-24T17:11:48Z', 'revision_number': 5, 'project_id': '2fcaafd20cb9434aa25d111d6081b900', 'subnets': [{'id': 'ad8c42be-ee98-463d-b12f-0b1f5644eae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 17:15:55.673676 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-faa53811-41bc-4a87-82a3-23ddc1e41c42 req-c01d0e32-01ca-4138-931b-cfd3a6b055ba tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--519133969&fields=id&tenant_id=fea91de70bb14b7dbc15fd1cce9a200e HTTP/1.1" status: 200 len: 267 time: 0.0329561 Jun 24 17:15:55.781493 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa53811-41bc-4a87-82a3-23ddc1e41c42 req-d11fb31e-1f14-4a69-b5e3-2b739b724048 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:15:55.783225 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-faa53811-41bc-4a87-82a3-23ddc1e41c42 req-d11fb31e-1f14-4a69-b5e3-2b739b724048 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] 10.222.0.15 "GET /v2.0/networks?id=b5831895-94e5-4f0a-8fea-bf10963f4724 HTTP/1.1" status: 200 len: 811 time: 0.1025059 Jun 24 17:15:55.798340 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-faa53811-41bc-4a87-82a3-23ddc1e41c42 req-2799ffa7-6c0d-427f-8e85-c952252fc7a6 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] 10.222.0.15 "GET /v2.0/quotas/fea91de70bb14b7dbc15fd1cce9a200e HTTP/1.1" status: 200 len: 375 time: 0.0095673 Jun 24 17:15:55.875409 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9221f3b6-eb0a-4ff1-9f02-b60678047101 None None] New status for floating IP be23d653-2517-4002-a05f-a2726ad02bac: DOWN {{(pid=93703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 17:15:55.897178 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-faa53811-41bc-4a87-82a3-23ddc1e41c42 req-87187799-5f83-4971-8499-ae077169dd1d tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=fea91de70bb14b7dbc15fd1cce9a200e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0931711 Jun 24 17:15:56.005554 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-faa53811-41bc-4a87-82a3-23ddc1e41c42 req-c28a2055-33bd-4a8c-a65c-9341409fbe25 service neutron] 10.222.0.15 "GET /v2.0/networks/b5831895-94e5-4f0a-8fea-bf10963f4724?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940025 Jun 24 17:15:56.099188 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-faa53811-41bc-4a87-82a3-23ddc1e41c42 req-f955c2bb-3657-4b45-a9df-719f25eff5f8 service neutron] 10.222.0.15 "GET /v2.0/networks/b5831895-94e5-4f0a-8fea-bf10963f4724?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877795 Jun 24 17:15:56.347540 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-be2299ea-9f1e-42c6-b78d-ffbcec8fb809 req-78203174-9b81-4ddf-a76c-452cefec1eaa tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] 10.222.0.15 "GET /v2.0/ports?device_id=457c2a90-0293-4e07-b241-5a6819350460 HTTP/1.1" status: 200 len: 210 time: 0.0295069 Jun 24 17:15:56.392036 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '403d65b4-6ba0-4716-a965-12fd0346bab6', 'tag': '9d50f125-92bf-4475-9d90-9724e54d278f'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 17:15:56.394518 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55b777855581bcfca1ea7f1411fd739ba8bd3bff9faf8aab84294ca486557f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-184e3255-cd07-4220-b7d8-f11bf58dad90" -d '{"events": [{"name": "network-changed", "server_uuid": "403d65b4-6ba0-4716-a965-12fd0346bab6", "tag": "9d50f125-92bf-4475-9d90-9724e54d278f"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 17:15:56.431018 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 17:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bbbd3ed-0561-450a-a30c-ebc5647bb3e1 x-openstack-request-id: req-8bbbd3ed-0561-450a-a30c-ebc5647bb3e1 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 17:15:56.431350 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "403d65b4-6ba0-4716-a965-12fd0346bab6", "tag": "9d50f125-92bf-4475-9d90-9724e54d278f", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 17:15:56.431646 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8bbbd3ed-0561-450a-a30c-ebc5647bb3e1 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 17:15:56.432076 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '403d65b4-6ba0-4716-a965-12fd0346bab6', 'tag': '9d50f125-92bf-4475-9d90-9724e54d278f', 'status': 'completed', 'code': 200} Jun 24 17:15:56.543117 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184e3255-cd07-4220-b7d8-f11bf58dad90 req-93dd7c67-7743-43b2-9c8d-35072ab2ab3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:15:56.547511 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-184e3255-cd07-4220-b7d8-f11bf58dad90 req-93dd7c67-7743-43b2-9c8d-35072ab2ab3b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2fcaafd20cb9434aa25d111d6081b900&device_id=403d65b4-6ba0-4716-a965-12fd0346bab6 HTTP/1.1" status: 200 len: 1098 time: 0.0590203 Jun 24 17:15:56.640935 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184e3255-cd07-4220-b7d8-f11bf58dad90 req-de7151d3-e0cd-47e8-99b2-030fc86b3662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:15:56.642599 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-184e3255-cd07-4220-b7d8-f11bf58dad90 req-de7151d3-e0cd-47e8-99b2-030fc86b3662 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a45d101b-6927-4b1f-b60c-ac459e829641 HTTP/1.1" status: 200 len: 915 time: 0.0910053 Jun 24 17:15:56.690746 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-184e3255-cd07-4220-b7d8-f11bf58dad90 req-bbfa9c44-9e3e-4928-b621-53beaff94ebd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9d50f125-92bf-4475-9d90-9724e54d278f HTTP/1.1" status: 200 len: 217 time: 0.0422349 Jun 24 17:15:56.740270 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184e3255-cd07-4220-b7d8-f11bf58dad90 req-ea99faf5-c07c-4734-b0b2-7ec2e139b437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:15:56.741728 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-184e3255-cd07-4220-b7d8-f11bf58dad90 req-ea99faf5-c07c-4734-b0b2-7ec2e139b437 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ad8c42be-ee98-463d-b12f-0b1f5644eae5 HTTP/1.1" status: 200 len: 854 time: 0.0441177 Jun 24 17:15:56.800846 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184e3255-cd07-4220-b7d8-f11bf58dad90 req-5c769343-56c4-47da-bb93-a0d3a01598f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:15:56.802505 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-184e3255-cd07-4220-b7d8-f11bf58dad90 req-5c769343-56c4-47da-bb93-a0d3a01598f0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a45d101b-6927-4b1f-b60c-ac459e829641&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0542901 Jun 24 17:15:56.892826 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-184e3255-cd07-4220-b7d8-f11bf58dad90 req-6a210bce-b4a1-487f-9127-5fb90faec6f6 service neutron] 10.222.0.37 "GET /v2.0/networks/a45d101b-6927-4b1f-b60c-ac459e829641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828047 Jun 24 17:15:56.986384 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-184e3255-cd07-4220-b7d8-f11bf58dad90 req-ff3d4006-741f-47d1-856c-2259393bcb55 service neutron] 10.222.0.37 "GET /v2.0/networks/a45d101b-6927-4b1f-b60c-ac459e829641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875347 Jun 24 17:15:57.493593 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-e489cc53-13e9-4028-ad61-47bb2d1451d7 req-8a7c0781-bf07-423d-bb39-3346cae092e0 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] 10.222.0.15 "GET /v2.0/ports?device_id=457c2a90-0293-4e07-b241-5a6819350460 HTTP/1.1" status: 200 len: 210 time: 0.0287466 Jun 24 17:15:58.548141 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fe7904-b255-4311-b198-7da8edf58159 req-2d4c0295-8ec7-4806-b21a-710a7f94042f tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:15:58.549536 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-61fe7904-b255-4311-b198-7da8edf58159 req-2d4c0295-8ec7-4806-b21a-710a7f94042f tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] 10.222.0.15 "GET /v2.0/ports?device_id=403d65b4-6ba0-4716-a965-12fd0346bab6 HTTP/1.1" status: 200 len: 945 time: 0.0668216 Jun 24 17:15:58.592379 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-61fe7904-b255-4311-b198-7da8edf58159 req-1e09b650-f8c1-488b-99a8-21c74a5545e1 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] 10.222.0.15 "GET /v2.0/security-groups?id=52b1646f-1d75-46ae-8b7b-28f6d79e1530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362587 Jun 24 17:15:58.596115 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa53811-41bc-4a87-82a3-23ddc1e41c42 req-7495aa49-2a90-49b4-b298-420f6916c4d6 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:15:58.597965 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-faa53811-41bc-4a87-82a3-23ddc1e41c42 req-7495aa49-2a90-49b4-b298-420f6916c4d6 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] 10.222.0.37 "GET /v2.0/networks?id=b5831895-94e5-4f0a-8fea-bf10963f4724 HTTP/1.1" status: 200 len: 811 time: 0.1086309 Jun 24 17:15:58.650819 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-faa53811-41bc-4a87-82a3-23ddc1e41c42 req-f1442865-8e9f-40ae-a7ef-6f2a31315548 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fea91de70bb14b7dbc15fd1cce9a200e HTTP/1.1" status: 200 len: 379 time: 0.0369856 Jun 24 17:15:58.673634 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.v2.base [req-faa53811-41bc-4a87-82a3-23ddc1e41c42 req-0cad4adb-398f-4b90-9064-991cf3e320cd tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Request body: {'port': {'device_id': '457c2a90-0293-4e07-b241-5a6819350460', 'network_id': 'b5831895-94e5-4f0a-8fea-bf10963f4724', 'admin_state_up': True, 'tenant_id': 'fea91de70bb14b7dbc15fd1cce9a200e', 'security_groups': ['63858b4e-55b0-4154-a617-36deaf070d40']}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 17:15:58.706518 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-2abe73fb-fb3d-4ebf-b469-3dcc10a83d19 req-76fe77bd-a87c-4180-b129-7bdd528e1f7b tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] 10.222.0.15 "GET /v2.0/ports?device_id=457c2a90-0293-4e07-b241-5a6819350460 HTTP/1.1" status: 200 len: 210 time: 0.0542958 Jun 24 17:15:58.878964 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-faa53811-41bc-4a87-82a3-23ddc1e41c42 req-0cad4adb-398f-4b90-9064-991cf3e320cd tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Made reservation on behalf of fea91de70bb14b7dbc15fd1cce9a200e for: {'port': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 17:15:58.882486 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-faa53811-41bc-4a87-82a3-23ddc1e41c42 req-0cad4adb-398f-4b90-9064-991cf3e320cd tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:59.008777 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [req-faa53811-41bc-4a87-82a3-23ddc1e41c42 req-0cad4adb-398f-4b90-9064-991cf3e320cd tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Allocated IP 172.20.0.3 (b5831895-94e5-4f0a-8fea-bf10963f4724/e87b4c16-dac9-4f7c-93b5-b846172b2da1/d61d3a23-968e-46d9-b8d0-3fee66b6e976) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 17:15:59.142380 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-faa53811-41bc-4a87-82a3-23ddc1e41c42 req-0cad4adb-398f-4b90-9064-991cf3e320cd tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:59.154272 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [req-faa53811-41bc-4a87-82a3-23ddc1e41c42 req-0cad4adb-398f-4b90-9064-991cf3e320cd tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Transition to ACTIVE for port object d61d3a23-968e-46d9-b8d0-3fee66b6e976 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 17:15:59.268042 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-faa53811-41bc-4a87-82a3-23ddc1e41c42 req-0cad4adb-398f-4b90-9064-991cf3e320cd tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1991527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-355756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734938254830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10147801'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:59.271951 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-ca04b1c8-ac20-4a2f-9c05-2e9500f094c9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:15:59.311397 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-faa53811-41bc-4a87-82a3-23ddc1e41c42 req-0cad4adb-398f-4b90-9064-991cf3e320cd tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Network b5831895-94e5-4f0a-8fea-bf10963f4724 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 17:15:59.315048 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [req-faa53811-41bc-4a87-82a3-23ddc1e41c42 req-0cad4adb-398f-4b90-9064-991cf3e320cd tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 17:15:59.318637 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-faa53811-41bc-4a87-82a3-23ddc1e41c42 req-0cad4adb-398f-4b90-9064-991cf3e320cd tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 17:15:59.326799 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cad4adb-398f-4b90-9064-991cf3e320cd tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Pushing event updated for resources: {'Port': ['ID=d61d3a23-968e-46d9-b8d0-3fee66b6e976,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:15:59.347074 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-0cad4adb-398f-4b90-9064-991cf3e320cd tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:15:59.372784 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa53811-41bc-4a87-82a3-23ddc1e41c42 req-0cad4adb-398f-4b90-9064-991cf3e320cd tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:15:59.373394 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-faa53811-41bc-4a87-82a3-23ddc1e41c42 req-0cad4adb-398f-4b90-9064-991cf3e320cd tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14435'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:59.451557 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-faa53811-41bc-4a87-82a3-23ddc1e41c42 req-0cad4adb-398f-4b90-9064-991cf3e320cd tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7867024 Jun 24 17:15:59.475870 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.v2.base [req-faa53811-41bc-4a87-82a3-23ddc1e41c42 req-023a3f63-b90e-4977-b6d5-2d88cb4ea10f service neutron] Request body: {'port': {'device_id': '457c2a90-0293-4e07-b241-5a6819350460', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79797'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 17:15:59.548100 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-faa53811-41bc-4a87-82a3-23ddc1e41c42 req-023a3f63-b90e-4977-b6d5-2d88cb4ea10f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:59.605093 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-782e1135-b266-4140-a964-ff3704be3ddd None None] Provisioning for port d61d3a23-968e-46d9-b8d0-3fee66b6e976 completed by entity DHCP. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 17:15:59.610100 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-782e1135-b266-4140-a964-ff3704be3ddd None None] Provisioning complete for port d61d3a23-968e-46d9-b8d0-3fee66b6e976 triggered by entity DHCP. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 17:15:59.610486 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-782e1135-b266-4140-a964-ff3704be3ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979100'] for port, provisioning_complete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:15:59.652618 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-782e1135-b266-4140-a964-ff3704be3ddd None None] Port d61d3a23-968e-46d9-b8d0-3fee66b6e976 cannot update to ACTIVE because it is not bound. {{(pid=93702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 17:16:00.020995 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dd96fc-0f6d-4819-a1a6-214082adad2e req-fb3f7dbe-2047-4cf1-a226-796b5b40e4cf tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:16:00.022468 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-d3dd96fc-0f6d-4819-a1a6-214082adad2e req-fb3f7dbe-2047-4cf1-a226-796b5b40e4cf tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] 10.222.0.15 "GET /v2.0/ports?device_id=457c2a90-0293-4e07-b241-5a6819350460 HTTP/1.1" status: 200 len: 931 time: 0.0672021 Jun 24 17:16:00.062036 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-d3dd96fc-0f6d-4819-a1a6-214082adad2e req-615e94df-ac17-4fb0-b1a7-3d8013562d24 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] 10.222.0.15 "GET /v2.0/security-groups?id=63858b4e-55b0-4154-a617-36deaf070d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330839 Jun 24 17:16:00.115532 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00551cb5-ffd4-4634-bbd8-40c7cb8738a3 req-47864460-9ed4-41b8-90b8-31517bfb4b08 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:16:00.116875 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-00551cb5-ffd4-4634-bbd8-40c7cb8738a3 req-47864460-9ed4-41b8-90b8-31517bfb4b08 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] 10.222.0.15 "GET /v2.0/ports?device_id=403d65b4-6ba0-4716-a965-12fd0346bab6 HTTP/1.1" status: 200 len: 945 time: 0.1119425 Jun 24 17:16:00.170639 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.notifiers.nova [req-faa53811-41bc-4a87-82a3-23ddc1e41c42 req-023a3f63-b90e-4977-b6d5-2d88cb4ea10f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d61d3a23-968e-46d9-b8d0-3fee66b6e976 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 17:16:00.188157 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-faa53811-41bc-4a87-82a3-23ddc1e41c42 req-023a3f63-b90e-4977-b6d5-2d88cb4ea10f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:16:00.196675 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-00551cb5-ffd4-4634-bbd8-40c7cb8738a3 req-b9af16f4-b28c-42eb-8273-0e78181f94d1 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] 10.222.0.15 "GET /v2.0/security-groups?id=52b1646f-1d75-46ae-8b7b-28f6d79e1530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585747 Jun 24 17:16:00.207751 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [req-faa53811-41bc-4a87-82a3-23ddc1e41c42 req-023a3f63-b90e-4977-b6d5-2d88cb4ea10f service neutron] Transition to ACTIVE for port object d61d3a23-968e-46d9-b8d0-3fee66b6e976 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 17:16:00.277471 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-faa53811-41bc-4a87-82a3-23ddc1e41c42 req-023a3f63-b90e-4977-b6d5-2d88cb4ea10f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10147627'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:16:00.279646 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-0bbc0d07-90e8-4c79-8d1f-f615dde59454 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:16:00.326885 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023a3f63-b90e-4977-b6d5-2d88cb4ea10f service neutron] Pushing event updated for resources: {'Port': ['ID=d61d3a23-968e-46d9-b8d0-3fee66b6e976,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:16:00.354741 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023a3f63-b90e-4977-b6d5-2d88cb4ea10f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:16:00.355115 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023a3f63-b90e-4977-b6d5-2d88cb4ea10f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:16:00.355484 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023a3f63-b90e-4977-b6d5-2d88cb4ea10f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:16:00.355845 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023a3f63-b90e-4977-b6d5-2d88cb4ea10f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:16:00.356203 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023a3f63-b90e-4977-b6d5-2d88cb4ea10f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:16:00.356561 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023a3f63-b90e-4977-b6d5-2d88cb4ea10f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:16:00.356919 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023a3f63-b90e-4977-b6d5-2d88cb4ea10f service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:16:00.357289 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023a3f63-b90e-4977-b6d5-2d88cb4ea10f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:16:00.357615 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023a3f63-b90e-4977-b6d5-2d88cb4ea10f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:16:00.357988 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023a3f63-b90e-4977-b6d5-2d88cb4ea10f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:16:00.358378 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023a3f63-b90e-4977-b6d5-2d88cb4ea10f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:16:00.358788 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023a3f63-b90e-4977-b6d5-2d88cb4ea10f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:16:00.363082 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-023a3f63-b90e-4977-b6d5-2d88cb4ea10f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:16:00.408692 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-faa53811-41bc-4a87-82a3-23ddc1e41c42 req-023a3f63-b90e-4977-b6d5-2d88cb4ea10f service neutron] Attempting to bind port d61d3a23-968e-46d9-b8d0-3fee66b6e976 on host hv-cinder-79797 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 17:16:00.409107 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-faa53811-41bc-4a87-82a3-23ddc1e41c42 req-023a3f63-b90e-4977-b6d5-2d88cb4ea10f service neutron] Attempting to bind port d61d3a23-968e-46d9-b8d0-3fee66b6e976 by drivers openvswitch,hyperv on host hv-cinder-79797 at level 0 using segments [{'id': 'b0afad56-fb31-4d16-833b-399d642d2d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'b5831895-94e5-4f0a-8fea-bf10963f4724'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 17:16:00.409346 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa53811-41bc-4a87-82a3-23ddc1e41c42 req-023a3f63-b90e-4977-b6d5-2d88cb4ea10f service neutron] Attempting to bind port d61d3a23-968e-46d9-b8d0-3fee66b6e976 on network b5831895-94e5-4f0a-8fea-bf10963f4724 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 17:16:00.413746 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa53811-41bc-4a87-82a3-23ddc1e41c42 req-023a3f63-b90e-4977-b6d5-2d88cb4ea10f service neutron] Port d61d3a23-968e-46d9-b8d0-3fee66b6e976 on network b5831895-94e5-4f0a-8fea-bf10963f4724 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79797 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 17:16:00.414062 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa53811-41bc-4a87-82a3-23ddc1e41c42 req-023a3f63-b90e-4977-b6d5-2d88cb4ea10f service neutron] Attempting to bind port d61d3a23-968e-46d9-b8d0-3fee66b6e976 on network b5831895-94e5-4f0a-8fea-bf10963f4724 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 17:16:00.418868 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa53811-41bc-4a87-82a3-23ddc1e41c42 req-023a3f63-b90e-4977-b6d5-2d88cb4ea10f service neutron] Checking agent: {'id': '1288d539-9cda-419c-bcb9-190041a83682', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79797', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 17, 6, 19), 'started_at': datetime.datetime(2021, 6, 24, 17, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 17, 15, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 17:16:00.419200 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa53811-41bc-4a87-82a3-23ddc1e41c42 req-023a3f63-b90e-4977-b6d5-2d88cb4ea10f service neutron] Checking segment: {'id': 'b0afad56-fb31-4d16-833b-399d642d2d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'b5831895-94e5-4f0a-8fea-bf10963f4724'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 17:16:00.419581 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa53811-41bc-4a87-82a3-23ddc1e41c42 req-023a3f63-b90e-4977-b6d5-2d88cb4ea10f service neutron] Bound using segment: {'id': 'b0afad56-fb31-4d16-833b-399d642d2d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'b5831895-94e5-4f0a-8fea-bf10963f4724'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 17:16:00.420001 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [req-faa53811-41bc-4a87-82a3-23ddc1e41c42 req-023a3f63-b90e-4977-b6d5-2d88cb4ea10f service neutron] Bound port: d61d3a23-968e-46d9-b8d0-3fee66b6e976, host: hv-cinder-79797, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0afad56-fb31-4d16-833b-399d642d2d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'b5831895-94e5-4f0a-8fea-bf10963f4724'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 17:16:00.420356 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-faa53811-41bc-4a87-82a3-23ddc1e41c42 req-023a3f63-b90e-4977-b6d5-2d88cb4ea10f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:16:00.488160 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-faa53811-41bc-4a87-82a3-23ddc1e41c42 req-023a3f63-b90e-4977-b6d5-2d88cb4ea10f service neutron] For port d61d3a23-968e-46d9-b8d0-3fee66b6e976, host hv-cinder-79797, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 17:16:00.492187 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-faa53811-41bc-4a87-82a3-23ddc1e41c42 req-023a3f63-b90e-4977-b6d5-2d88cb4ea10f service neutron] For port d61d3a23-968e-46d9-b8d0-3fee66b6e976, host hv-cinder-79797, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=d61d3a23-968e-46d9-b8d0-3fee66b6e976,segment=NetworkSegment(b0afad56-fb31-4d16-833b-399d642d2d6a),segment_id=b0afad56-fb31-4d16-833b-399d642d2d6a)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 17:16:00.571155 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-faa53811-41bc-4a87-82a3-23ddc1e41c42 req-023a3f63-b90e-4977-b6d5-2d88cb4ea10f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10147627'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:16:00.573255 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-7204df48-e3bd-45e8-94e5-fb101ca9716d tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:16:00.606558 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa53811-41bc-4a87-82a3-23ddc1e41c42 req-023a3f63-b90e-4977-b6d5-2d88cb4ea10f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:16:00.607157 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-faa53811-41bc-4a87-82a3-23ddc1e41c42 req-023a3f63-b90e-4977-b6d5-2d88cb4ea10f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14435'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:16:00.609105 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-faa53811-41bc-4a87-82a3-23ddc1e41c42 req-023a3f63-b90e-4977-b6d5-2d88cb4ea10f service neutron] 10.222.0.37 "PUT /v2.0/ports/d61d3a23-968e-46d9-b8d0-3fee66b6e976 HTTP/1.1" status: 200 len: 1093 time: 1.1370907 Jun 24 17:16:00.609612 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '457c2a90-0293-4e07-b241-5a6819350460', 'tag': 'd61d3a23-968e-46d9-b8d0-3fee66b6e976'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 17:16:00.611930 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55b777855581bcfca1ea7f1411fd739ba8bd3bff9faf8aab84294ca486557f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7def81ee-8af7-4700-839b-02c47bd42703" -d '{"events": [{"name": "network-changed", "server_uuid": "457c2a90-0293-4e07-b241-5a6819350460", "tag": "d61d3a23-968e-46d9-b8d0-3fee66b6e976"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 17:16:00.640593 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023a3f63-b90e-4977-b6d5-2d88cb4ea10f service neutron] Pushing event updated for resources: {'Port': ['ID=d61d3a23-968e-46d9-b8d0-3fee66b6e976,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:16:00.653172 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-023a3f63-b90e-4977-b6d5-2d88cb4ea10f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:16:00.660782 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 17:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6f9ef7d-63c5-4d00-aa11-e73007cb3956 x-openstack-request-id: req-e6f9ef7d-63c5-4d00-aa11-e73007cb3956 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 17:16:00.661592 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "457c2a90-0293-4e07-b241-5a6819350460", "tag": "d61d3a23-968e-46d9-b8d0-3fee66b6e976", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 17:16:00.662073 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e6f9ef7d-63c5-4d00-aa11-e73007cb3956 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 17:16:00.662710 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '457c2a90-0293-4e07-b241-5a6819350460', 'tag': 'd61d3a23-968e-46d9-b8d0-3fee66b6e976', 'status': 'completed', 'code': 200} Jun 24 17:16:00.773225 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7def81ee-8af7-4700-839b-02c47bd42703 req-c1567884-a8cd-47e8-8c18-25519a44b492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:16:00.774736 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-7def81ee-8af7-4700-839b-02c47bd42703 req-c1567884-a8cd-47e8-8c18-25519a44b492 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fea91de70bb14b7dbc15fd1cce9a200e&device_id=457c2a90-0293-4e07-b241-5a6819350460 HTTP/1.1" status: 200 len: 1096 time: 0.0553408 Jun 24 17:16:00.880910 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7def81ee-8af7-4700-839b-02c47bd42703 req-b436570b-ab0b-443f-8d02-8e8c997d6626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:16:00.882440 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-7def81ee-8af7-4700-839b-02c47bd42703 req-b436570b-ab0b-443f-8d02-8e8c997d6626 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=fea91de70bb14b7dbc15fd1cce9a200e&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0930057 Jun 24 17:16:00.977402 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7def81ee-8af7-4700-839b-02c47bd42703 req-1677e089-e031-4521-8041-691e0795307c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:16:00.978868 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-7def81ee-8af7-4700-839b-02c47bd42703 req-1677e089-e031-4521-8041-691e0795307c service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0877249 Jun 24 17:16:01.060623 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c1dc29-c8a9-4b8d-b2ac-f6c427da488d req-60ee089f-d286-4d0b-989c-fca2d7bd1a38 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:16:01.062694 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-a3c1dc29-c8a9-4b8d-b2ac-f6c427da488d req-60ee089f-d286-4d0b-989c-fca2d7bd1a38 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] 10.222.0.37 "GET /v2.0/ports?device_id=403d65b4-6ba0-4716-a965-12fd0346bab6 HTTP/1.1" status: 200 len: 945 time: 0.0622740 Jun 24 17:16:01.130002 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa53811-41bc-4a87-82a3-23ddc1e41c42 req-5e147f7c-5788-4ae0-9214-88bbceeec6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:16:01.131373 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-faa53811-41bc-4a87-82a3-23ddc1e41c42 req-5e147f7c-5788-4ae0-9214-88bbceeec6d5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fea91de70bb14b7dbc15fd1cce9a200e&device_id=457c2a90-0293-4e07-b241-5a6819350460 HTTP/1.1" status: 200 len: 1096 time: 0.0571842 Jun 24 17:16:01.176905 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [req-a3c1dc29-c8a9-4b8d-b2ac-f6c427da488d req-4eeae5ed-de41-4a8f-8ad6-43a5c32e43a8 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] Deleting port 9d50f125-92bf-4475-9d90-9724e54d278f {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 17:16:01.177518 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-a3c1dc29-c8a9-4b8d-b2ac-f6c427da488d req-4eeae5ed-de41-4a8f-8ad6-43a5c32e43a8 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734938643496'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:16:01.191269 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-faa53811-41bc-4a87-82a3-23ddc1e41c42 req-018e1695-aaa6-4d52-8ba9-5d8439e36f71 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d61d3a23-968e-46d9-b8d0-3fee66b6e976 HTTP/1.1" status: 200 len: 217 time: 0.0363667 Jun 24 17:16:01.240510 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa53811-41bc-4a87-82a3-23ddc1e41c42 req-ab9d9350-e70c-4fd1-945f-413afcdde85d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:16:01.242417 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-faa53811-41bc-4a87-82a3-23ddc1e41c42 req-ab9d9350-e70c-4fd1-945f-413afcdde85d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e87b4c16-dac9-4f7c-93b5-b846172b2da1 HTTP/1.1" status: 200 len: 850 time: 0.0440743 Jun 24 17:16:01.306419 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa53811-41bc-4a87-82a3-23ddc1e41c42 req-0576f5c2-8547-4fd8-965f-eabdb3e700b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:16:01.308323 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-faa53811-41bc-4a87-82a3-23ddc1e41c42 req-0576f5c2-8547-4fd8-965f-eabdb3e700b0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b5831895-94e5-4f0a-8fea-bf10963f4724&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0579062 Jun 24 17:16:01.314485 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9837d8ec-a9c2-4166-8fa7-95d407cce8f4 req-3e145275-e8de-478d-bfe8-7366a1da4a50 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:16:01.316019 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-9837d8ec-a9c2-4166-8fa7-95d407cce8f4 req-3e145275-e8de-478d-bfe8-7366a1da4a50 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] 10.222.0.15 "GET /v2.0/ports?device_id=457c2a90-0293-4e07-b241-5a6819350460 HTTP/1.1" status: 200 len: 943 time: 0.1355078 Jun 24 17:16:01.317927 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-a3c1dc29-c8a9-4b8d-b2ac-f6c427da488d req-4eeae5ed-de41-4a8f-8ad6-43a5c32e43a8 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] For port 9d50f125-92bf-4475-9d90-9724e54d278f, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=9d50f125-92bf-4475-9d90-9724e54d278f,segment=NetworkSegment(93f37f3c-6cd2-4479-974f-79faa9f614f1),segment_id=93f37f3c-6cd2-4479-974f-79faa9f614f1)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 17:16:01.318282 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-a3c1dc29-c8a9-4b8d-b2ac-f6c427da488d req-4eeae5ed-de41-4a8f-8ad6-43a5c32e43a8 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939437'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:16:01.339347 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [req-a3c1dc29-c8a9-4b8d-b2ac-f6c427da488d req-4eeae5ed-de41-4a8f-8ad6-43a5c32e43a8 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] Calling delete_port for 9d50f125-92bf-4475-9d90-9724e54d278f owned by compute:nova {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 17:16:01.432077 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-9837d8ec-a9c2-4166-8fa7-95d407cce8f4 req-11893d43-c3c3-4d2c-93f1-c427500accbc tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] 10.222.0.15 "GET /v2.0/security-groups?id=63858b4e-55b0-4154-a617-36deaf070d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1061471 Jun 24 17:16:01.444341 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26a3a3c-5bfb-448e-bcb2-6ff974332a62 req-821c5b73-bb8b-49d2-b5cb-7ee6df8b8c1b tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:16:01.445852 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-a26a3a3c-5bfb-448e-bcb2-6ff974332a62 req-821c5b73-bb8b-49d2-b5cb-7ee6df8b8c1b tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] 10.222.0.15 "GET /v2.0/ports?device_id=403d65b4-6ba0-4716-a965-12fd0346bab6 HTTP/1.1" status: 200 len: 945 time: 0.1345687 Jun 24 17:16:01.447600 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-faa53811-41bc-4a87-82a3-23ddc1e41c42 req-5d461324-280e-4f8c-bfd9-74ff730932ac service neutron] 10.222.0.37 "GET /v2.0/networks/b5831895-94e5-4f0a-8fea-bf10963f4724?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274347 Jun 24 17:16:01.531892 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-a26a3a3c-5bfb-448e-bcb2-6ff974332a62 req-64e04b82-4f5b-471a-b84c-309e97aa8221 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] 10.222.0.15 "GET /v2.0/security-groups?id=52b1646f-1d75-46ae-8b7b-28f6d79e1530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793102 Jun 24 17:16:01.566189 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-faa53811-41bc-4a87-82a3-23ddc1e41c42 req-c9e1e6fe-fd34-461b-9b56-0de641b765b4 service neutron] 10.222.0.37 "GET /v2.0/networks/b5831895-94e5-4f0a-8fea-bf10963f4724?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064823 Jun 24 17:16:01.587690 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-a3c1dc29-c8a9-4b8d-b2ac-f6c427da488d req-4eeae5ed-de41-4a8f-8ad6-43a5c32e43a8 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734938646739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734938254839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811389'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:16:01.591705 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-1e392232-17ec-44c4-a2b4-6130499f0bb5 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:16:01.618245 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eeae5ed-de41-4a8f-8ad6-43a5c32e43a8 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] Pushing event deleted for resources: {'Port': ['ID=9d50f125-92bf-4475-9d90-9724e54d278f,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:16:01.621244 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-4eeae5ed-de41-4a8f-8ad6-43a5c32e43a8 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:16:01.627185 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] get_ports_and_sgs() called for port_ids ['9d50f125-92bf-4475-9d90-9724e54d278f'] {{(pid=93702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 17:16:01.685048 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3c1dc29-c8a9-4b8d-b2ac-f6c427da488d req-4eeae5ed-de41-4a8f-8ad6-43a5c32e43a8 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] No DVR routers for this DVR port 9d50f125-92bf-4475-9d90-9724e54d278f on host hv-cinder-79797 {{(pid=93700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 17:16:01.688115 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-a3c1dc29-c8a9-4b8d-b2ac-f6c427da488d req-4eeae5ed-de41-4a8f-8ad6-43a5c32e43a8 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14435'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:16:01.690096 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-a3c1dc29-c8a9-4b8d-b2ac-f6c427da488d req-4eeae5ed-de41-4a8f-8ad6-43a5c32e43a8 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] 10.222.0.37 "DELETE /v2.0/ports/9d50f125-92bf-4475-9d90-9724e54d278f HTTP/1.1" status: 204 len: 173 time: 0.6169524 Jun 24 17:16:01.690592 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '403d65b4-6ba0-4716-a965-12fd0346bab6', 'name': 'network-vif-deleted', 'tag': '9d50f125-92bf-4475-9d90-9724e54d278f'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 17:16:01.692832 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c39e75a9e8347d24c3004332124e07527e89accb2f43d806ee4df9c6bf49ca2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b3ba57c-1cb3-4e75-986d-d92504c34edb" -d '{"events": [{"server_uuid": "403d65b4-6ba0-4716-a965-12fd0346bab6", "name": "network-vif-deleted", "tag": "9d50f125-92bf-4475-9d90-9724e54d278f"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 17:16:01.843973 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 17:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f612f87-260f-4d54-a566-772a58ee8aaa x-openstack-request-id: req-8f612f87-260f-4d54-a566-772a58ee8aaa {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 17:16:01.844322 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "403d65b4-6ba0-4716-a965-12fd0346bab6", "name": "network-vif-deleted", "tag": "9d50f125-92bf-4475-9d90-9724e54d278f", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 17:16:01.844614 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8f612f87-260f-4d54-a566-772a58ee8aaa {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 17:16:01.845092 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '403d65b4-6ba0-4716-a965-12fd0346bab6', 'name': 'network-vif-deleted', 'tag': '9d50f125-92bf-4475-9d90-9724e54d278f', 'status': 'completed', 'code': 200} Jun 24 17:16:02.604768 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb5422f-eb4d-497e-9fa4-421dd5f2567d req-5ea1f62d-4bd6-453c-b5f3-9a6a43748dc2 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:16:02.606236 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-8cb5422f-eb4d-497e-9fa4-421dd5f2567d req-5ea1f62d-4bd6-453c-b5f3-9a6a43748dc2 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] 10.222.0.15 "GET /v2.0/ports?device_id=457c2a90-0293-4e07-b241-5a6819350460 HTTP/1.1" status: 200 len: 943 time: 0.0640385 Jun 24 17:16:02.647765 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-8cb5422f-eb4d-497e-9fa4-421dd5f2567d req-b462e647-b7f2-4525-a156-b166061744e5 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] 10.222.0.15 "GET /v2.0/security-groups?id=63858b4e-55b0-4154-a617-36deaf070d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350828 Jun 24 17:16:02.697312 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-13cacf44-f3b4-4058-85a4-2675f64ffdf0 req-2a7e0fc7-c47e-49c7-8069-470d27456baa tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] 10.222.0.15 "GET /v2.0/ports?device_id=403d65b4-6ba0-4716-a965-12fd0346bab6 HTTP/1.1" status: 200 len: 210 time: 0.0298512 Jun 24 17:16:03.833738 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bb9e7e-f346-4d0f-b1a1-87bf611df72f req-5057f0dc-6c3e-445f-a8a4-8efc438c3f3f tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:16:03.835119 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-15bb9e7e-f346-4d0f-b1a1-87bf611df72f req-5057f0dc-6c3e-445f-a8a4-8efc438c3f3f tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] 10.222.0.15 "GET /v2.0/ports?device_id=457c2a90-0293-4e07-b241-5a6819350460 HTTP/1.1" status: 200 len: 943 time: 0.0729923 Jun 24 17:16:03.873896 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-15bb9e7e-f346-4d0f-b1a1-87bf611df72f req-70530281-afe6-4f92-b576-2707030e822a tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] 10.222.0.15 "GET /v2.0/security-groups?id=63858b4e-55b0-4154-a617-36deaf070d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324619 Jun 24 17:16:05.059931 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96168b1-0278-4c8c-852d-f3644827a24d req-a5dc87fa-6f1a-4117-939e-c7633cf15db3 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:16:05.062067 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-f96168b1-0278-4c8c-852d-f3644827a24d req-a5dc87fa-6f1a-4117-939e-c7633cf15db3 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] 10.222.0.15 "GET /v2.0/ports?device_id=457c2a90-0293-4e07-b241-5a6819350460 HTTP/1.1" status: 200 len: 943 time: 0.0727673 Jun 24 17:16:05.101298 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-f96168b1-0278-4c8c-852d-f3644827a24d req-ccd509e2-9a29-48d6-89d0-7b6c69aa3b45 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] 10.222.0.15 "GET /v2.0/security-groups?id=63858b4e-55b0-4154-a617-36deaf070d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333898 Jun 24 17:16:05.239275 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 33630) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:16:05.568421 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-290f4539-c79f-4691-b721-e14c3667c8ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939664'] for router_interface, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:16:05.591730 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Device d61d3a23-968e-46d9-b8d0-3fee66b6e976 details requested by agent hyperv_hv-cinder-79797 with host hv-cinder-79797 {{(pid=93702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 17:16:05.621298 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Device 9d50f125-92bf-4475-9d90-9724e54d278f no longer exists at agent hyperv_hv-cinder-79797 {{(pid=93702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 17:16:05.665009 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] No Port match for: 9d50f125-92bf-4475-9d90-9724e54d278f {{(pid=93702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 17:16:05.665355 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Device 9d50f125-92bf-4475-9d90-9724e54d278f not bound to the agent host hv-cinder-79797 {{(pid=93702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 17:16:05.703405 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] For port d61d3a23-968e-46d9-b8d0-3fee66b6e976, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=d61d3a23-968e-46d9-b8d0-3fee66b6e976,segment=NetworkSegment(b0afad56-fb31-4d16-833b-399d642d2d6a),segment_id=b0afad56-fb31-4d16-833b-399d642d2d6a)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 17:16:05.713424 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Returning: {'device': 'd61d3a23-968e-46d9-b8d0-3fee66b6e976', 'network_id': 'b5831895-94e5-4f0a-8fea-bf10963f4724', 'port_id': 'd61d3a23-968e-46d9-b8d0-3fee66b6e976', 'mac_address': 'fa:16:3e:1d:21:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e87b4c16-dac9-4f7c-93b5-b846172b2da1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 17:16:05.754927 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:16:05.771211 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.notifiers.nova [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d61d3a23-968e-46d9-b8d0-3fee66b6e976 {{(pid=93702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 17:16:05.791485 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] For port d61d3a23-968e-46d9-b8d0-3fee66b6e976, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=d61d3a23-968e-46d9-b8d0-3fee66b6e976,segment=NetworkSegment(b0afad56-fb31-4d16-833b-399d642d2d6a),segment_id=b0afad56-fb31-4d16-833b-399d642d2d6a)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 17:16:05.818104 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-290f4539-c79f-4691-b721-e14c3667c8ef admin admin] Deleting port 29e5e179-17c2-4041-957e-25f79a5f8658 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 17:16:05.818490 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-290f4539-c79f-4691-b721-e14c3667c8ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734938643496'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:16:05.871786 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:16:05.873618 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:16:05.899673 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-290f4539-c79f-4691-b721-e14c3667c8ef admin admin] For port 29e5e179-17c2-4041-957e-25f79a5f8658, host dv-cinder-797970-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-1-iscsi',level=0,port_id=29e5e179-17c2-4041-957e-25f79a5f8658,segment=NetworkSegment(93f37f3c-6cd2-4479-974f-79faa9f614f1),segment_id=93f37f3c-6cd2-4479-974f-79faa9f614f1)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 17:16:05.900117 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-290f4539-c79f-4691-b721-e14c3667c8ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939437'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:16:05.913347 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-290f4539-c79f-4691-b721-e14c3667c8ef admin admin] Calling delete_port for 29e5e179-17c2-4041-957e-25f79a5f8658 owned by network:router_interface {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 17:16:05.922298 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Pushing event updated for resources: {'Port': ['ID=d61d3a23-968e-46d9-b8d0-3fee66b6e976,revision_number=4']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:16:05.929289 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:16:05.929628 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:16:05.929997 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:16:05.930331 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:16:05.930651 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:16:05.930970 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:16:05.931319 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:16:05.931634 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:16:05.931947 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:16:05.932264 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:16:05.932575 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:16:05.932922 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:16:05.937817 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:16:06.154086 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-290f4539-c79f-4691-b721-e14c3667c8ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734938646739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734938254839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10147618'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:16:06.158040 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-7d172354-f2c4-4b97-9dc7-d61e84060a37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:16:06.187308 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290f4539-c79f-4691-b721-e14c3667c8ef admin admin] Pushing event deleted for resources: {'Port': ['ID=29e5e179-17c2-4041-957e-25f79a5f8658,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:16:06.189106 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-290f4539-c79f-4691-b721-e14c3667c8ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:16:06.282476 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7539ab5-a270-49b6-ae2e-98b6b901ce18 req-8f162ce0-1945-49d2-ac55-10e27e0790a7 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:16:06.285935 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-f7539ab5-a270-49b6-ae2e-98b6b901ce18 req-8f162ce0-1945-49d2-ac55-10e27e0790a7 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] 10.222.0.15 "GET /v2.0/ports?device_id=457c2a90-0293-4e07-b241-5a6819350460 HTTP/1.1" status: 200 len: 944 time: 0.0709405 Jun 24 17:16:06.299652 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] get_ports_and_sgs() called for port_ids ['d61d3a23-968e-46d9-b8d0-3fee66b6e976'] {{(pid=93702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 17:16:06.330199 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-f7539ab5-a270-49b6-ae2e-98b6b901ce18 req-db3d31b0-c659-4ef2-a880-65bb60b65858 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] 10.222.0.15 "GET /v2.0/security-groups?id=63858b4e-55b0-4154-a617-36deaf070d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380576 Jun 24 17:16:06.365023 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-290f4539-c79f-4691-b721-e14c3667c8ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-592949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-937216'] for router_interface, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:16:06.585086 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-290f4539-c79f-4691-b721-e14c3667c8ef admin admin] Router cad84aa6-0a6d-4ed9-9433-51670b9aec79 has already been hosted by L3 agent ebb0bbf0-d6bc-43df-80f2-a0cdb1424f3b {{(pid=93701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 17:16:06.691454 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-290f4539-c79f-4691-b721-e14c3667c8ef admin admin] Notify agent at l3_agent.dv-cinder-797970-1-iscsi the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 17:16:06.696302 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-290f4539-c79f-4691-b721-e14c3667c8ef admin admin] 10.222.0.15 "PUT /v2.0/routers/cad84aa6-0a6d-4ed9-9433-51670b9aec79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4559519 Jun 24 17:16:06.698737 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 33636) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:16:06.702005 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0528c96-7348-40cb-b602-ab6b78b91ccb None None] Sync routers for ids ['cad84aa6-0a6d-4ed9-9433-51670b9aec79'] in dv-cinder-797970-1-iscsi {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 17:16:06.711912 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0528c96-7348-40cb-b602-ab6b78b91ccb None None] Routers {'cad84aa6-0a6d-4ed9-9433-51670b9aec79'} bound to L3 agent in host dv-cinder-797970-1-iscsi {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 17:16:06.712505 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-b0528c96-7348-40cb-b602-ab6b78b91ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-24T17:00:13Z,description=,heartbeat_timestamp=2021-06-24T17:15:43Z,host='dv-cinder-797970-1-iscsi',id=ebb0bbf0-d6bc-43df-80f2-a0cdb1424f3b,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T17:00:14Z,topic='l3_agent')) {'router_ids': ['cad84aa6-0a6d-4ed9-9433-51670b9aec79'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:16:06.800837 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7ef13b3e-0499-4c08-92d1-16dee57c650e admin admin] Notify callbacks [] for router, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:16:06.813299 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-b0528c96-7348-40cb-b602-ab6b78b91ccb None None] Set router cad84aa6-0a6d-4ed9-9433-51670b9aec79 gateway port host: dv-cinder-797970-1-iscsi {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 17:16:06.904013 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7ef13b3e-0499-4c08-92d1-16dee57c650e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:16:06.989472 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-b0528c96-7348-40cb-b602-ab6b78b91ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cad84aa6-0a6d-4ed9-9433-51670b9aec79', 'name': 'tempest-TestMinimumBasicScenario-1723603748-router', 'tenant_id': '2fcaafd20cb9434aa25d111d6081b900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'external_fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '8258b655-3b15-4def-9ff3-29643e87af91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T17:11:39Z', 'updated_at': '2021-06-24T17:16:06Z', 'revision_number': 5, 'project_id': '2fcaafd20cb9434aa25d111d6081b900', 'gw_port': {'id': '8258b655-3b15-4def-9ff3-29643e87af91', 'name': '', 'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:36:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad84aa6-0a6d-4ed9-9433-51670b9aec79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:11:39Z', 'updated_at': '2021-06-24T17:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '004d905c-cc14-4189-936d-82a0eea7da62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-1-iscsi'}], 'dv-cinder-797970-1-iscsi', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:16:07.001863 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-7ef13b3e-0499-4c08-92d1-16dee57c650e admin admin] Deleting port 8258b655-3b15-4def-9ff3-29643e87af91 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 17:16:07.002205 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7ef13b3e-0499-4c08-92d1-16dee57c650e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734938643496'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:16:07.014766 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0528c96-7348-40cb-b602-ab6b78b91ccb None None] Checking router: cad84aa6-0a6d-4ed9-9433-51670b9aec79 for host: dv-cinder-797970-1-iscsi {{(pid=93702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 17:16:07.022793 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0528c96-7348-40cb-b602-ab6b78b91ccb None None] Routers {'cad84aa6-0a6d-4ed9-9433-51670b9aec79'} bound to L3 agent in host dv-cinder-797970-1-iscsi {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 17:16:07.023392 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-b0528c96-7348-40cb-b602-ab6b78b91ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-24T17:00:13Z,description=,heartbeat_timestamp=2021-06-24T17:15:43Z,host='dv-cinder-797970-1-iscsi',id=ebb0bbf0-d6bc-43df-80f2-a0cdb1424f3b,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T17:00:14Z,topic='l3_agent')) {'router_ids': ['cad84aa6-0a6d-4ed9-9433-51670b9aec79'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:16:07.084410 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-7ef13b3e-0499-4c08-92d1-16dee57c650e admin admin] For port 8258b655-3b15-4def-9ff3-29643e87af91, host dv-cinder-797970-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-1-iscsi',level=0,port_id=8258b655-3b15-4def-9ff3-29643e87af91,segment=NetworkSegment(d12f47f8-231e-43a0-ac28-6eda6263252e),segment_id=d12f47f8-231e-43a0-ac28-6eda6263252e)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 17:16:07.084771 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7ef13b3e-0499-4c08-92d1-16dee57c650e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939437'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:16:07.096734 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-7ef13b3e-0499-4c08-92d1-16dee57c650e admin admin] Calling delete_port for 8258b655-3b15-4def-9ff3-29643e87af91 owned by network:router_gateway {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 17:16:07.108031 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-b0528c96-7348-40cb-b602-ab6b78b91ccb None None] Set router cad84aa6-0a6d-4ed9-9433-51670b9aec79 gateway port host: None {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 17:16:07.160995 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-b0528c96-7348-40cb-b602-ab6b78b91ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cad84aa6-0a6d-4ed9-9433-51670b9aec79', 'name': 'tempest-TestMinimumBasicScenario-1723603748-router', 'tenant_id': '2fcaafd20cb9434aa25d111d6081b900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T17:11:39Z', 'updated_at': '2021-06-24T17:16:06Z', 'revision_number': 6, 'project_id': '2fcaafd20cb9434aa25d111d6081b900', 'gw_port_host': None}], 'dv-cinder-797970-1-iscsi', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:16:07.186912 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0528c96-7348-40cb-b602-ab6b78b91ccb None None] The sync data for ids ['cad84aa6-0a6d-4ed9-9433-51670b9aec79'] in dv-cinder-797970-1-iscsi is: [{'id': 'cad84aa6-0a6d-4ed9-9433-51670b9aec79', 'name': 'tempest-TestMinimumBasicScenario-1723603748-router', 'tenant_id': '2fcaafd20cb9434aa25d111d6081b900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T17:11:39Z', 'updated_at': '2021-06-24T17:16:06Z', 'revision_number': 6, 'project_id': '2fcaafd20cb9434aa25d111d6081b900', 'gw_port_host': None}] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 17:16:07.313387 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7ef13b3e-0499-4c08-92d1-16dee57c650e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734938646739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734938254839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10147618'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:16:07.315373 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-023a3f63-b90e-4977-b6d5-2d88cb4ea10f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:16:07.338048 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef13b3e-0499-4c08-92d1-16dee57c650e admin admin] Pushing event deleted for resources: {'Port': ['ID=8258b655-3b15-4def-9ff3-29643e87af91,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:16:07.341114 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-7ef13b3e-0499-4c08-92d1-16dee57c650e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:16:07.401822 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7ef13b3e-0499-4c08-92d1-16dee57c650e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-938725'] for router_gateway, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:16:07.491988 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7ef13b3e-0499-4c08-92d1-16dee57c650e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-935419', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25091'] for router, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:16:07.495055 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7ef13b3e-0499-4c08-92d1-16dee57c650e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:16:07.512160 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdf7e46-5dfe-44aa-ab89-600263e2eef2 req-2a64cb9e-8b76-4b52-9c6a-bea71d10783e tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:16:07.513674 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-1cdf7e46-5dfe-44aa-ab89-600263e2eef2 req-2a64cb9e-8b76-4b52-9c6a-bea71d10783e tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] 10.222.0.15 "GET /v2.0/ports?device_id=457c2a90-0293-4e07-b241-5a6819350460 HTTP/1.1" status: 200 len: 944 time: 0.0632303 Jun 24 17:16:07.557901 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-1cdf7e46-5dfe-44aa-ab89-600263e2eef2 req-42126593-b1e4-41a0-b49e-9687547e7885 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] 10.222.0.15 "GET /v2.0/security-groups?id=63858b4e-55b0-4154-a617-36deaf070d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381944 Jun 24 17:16:07.604653 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Device d61d3a23-968e-46d9-b8d0-3fee66b6e976 up at agent hyperv_hv-cinder-79797 {{(pid=93702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 17:16:07.610843 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7ef13b3e-0499-4c08-92d1-16dee57c650e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-937645'] for router, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:16:07.611364 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ef13b3e-0499-4c08-92d1-16dee57c650e admin admin] Fanout notify agent at l3_agent the message router_deleted on router cad84aa6-0a6d-4ed9-9433-51670b9aec79 {{(pid=93701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 17:16:07.616210 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7ef13b3e-0499-4c08-92d1-16dee57c650e admin admin] Notify callbacks [] for router, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:16:07.618104 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-7ef13b3e-0499-4c08-92d1-16dee57c650e admin admin] 10.222.0.15 "DELETE /v2.0/routers/cad84aa6-0a6d-4ed9-9433-51670b9aec79 HTTP/1.1" status: 204 len: 168 time: 0.9184394 Jun 24 17:16:07.619837 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 33642) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:16:07.667470 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b46525f-0da4-4a2f-8526-9b5e407c90e5 admin admin] Deleting subnet ad8c42be-ee98-463d-b12f-0b1f5644eae5 {{(pid=93701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 17:16:07.670487 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4b46525f-0da4-4a2f-8526-9b5e407c90e5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:16:07.699975 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Provisioning for port d61d3a23-968e-46d9-b8d0-3fee66b6e976 completed by entity L2. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 17:16:07.704391 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Provisioning complete for port d61d3a23-968e-46d9-b8d0-3fee66b6e976 triggered by entity L2. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 17:16:07.705006 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979100'] for port, provisioning_complete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:16:07.708358 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4b46525f-0da4-4a2f-8526-9b5e407c90e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8727705'] for subnet, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:16:07.783926 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:16:07.806010 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '457c2a90-0293-4e07-b241-5a6819350460', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd61d3a23-968e-46d9-b8d0-3fee66b6e976'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 17:16:07.808247 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d8b605067795a7fc2c115f7278a2b51e92dc277499becda2f2169a787a2c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f4c0fb4-b15d-4669-98c1-cbfe1689d440" -d '{"events": [{"server_uuid": "457c2a90-0293-4e07-b241-5a6819350460", "name": "network-vif-plugged", "status": "completed", "tag": "d61d3a23-968e-46d9-b8d0-3fee66b6e976"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 17:16:07.818131 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4b46525f-0da4-4a2f-8526-9b5e407c90e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1980419'] for subnet, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:16:07.821336 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] For port d61d3a23-968e-46d9-b8d0-3fee66b6e976, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=d61d3a23-968e-46d9-b8d0-3fee66b6e976,segment=NetworkSegment(b0afad56-fb31-4d16-833b-399d642d2d6a),segment_id=b0afad56-fb31-4d16-833b-399d642d2d6a)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 17:16:07.847514 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 17:16:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fff40ca7-d2a5-438b-be1d-3392d1cb0631 x-openstack-request-id: req-fff40ca7-d2a5-438b-be1d-3392d1cb0631 {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 17:16:07.847810 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "457c2a90-0293-4e07-b241-5a6819350460", "name": "network-vif-plugged", "status": "completed", "tag": "d61d3a23-968e-46d9-b8d0-3fee66b6e976", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 17:16:07.848092 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fff40ca7-d2a5-438b-be1d-3392d1cb0631 {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 17:16:07.848489 dv-cinder-797970-1-iscsi neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '457c2a90-0293-4e07-b241-5a6819350460', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd61d3a23-968e-46d9-b8d0-3fee66b6e976', 'code': 200} Jun 24 17:16:07.883022 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:16:07.884856 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:16:07.929013 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4b46525f-0da4-4a2f-8526-9b5e407c90e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1980436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10147820', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10152639'] for subnet, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:16:07.931430 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Pushing event updated for resources: {'Port': ['ID=d61d3a23-968e-46d9-b8d0-3fee66b6e976,revision_number=5']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:16:07.932453 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-0cb0d65e-d96d-473f-89dd-4c4e6a5fc9c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:16:07.934652 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:16:07.964020 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b46525f-0da4-4a2f-8526-9b5e407c90e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad8c42be-ee98-463d-b12f-0b1f5644eae5,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:16:07.966910 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-4b46525f-0da4-4a2f-8526-9b5e407c90e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:16:07.967956 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4b46525f-0da4-4a2f-8526-9b5e407c90e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:16:07.970386 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-4b46525f-0da4-4a2f-8526-9b5e407c90e5 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/ad8c42be-ee98-463d-b12f-0b1f5644eae5 HTTP/1.1" status: 204 len: 168 time: 0.3489914 Jun 24 17:16:07.972259 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 33646) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:16:07.974749 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a0d584-236b-424a-b4da-e8d1a62ee7cd None None] Network a45d101b-6927-4b1f-b60c-ac459e829641 requested from dv-cinder-797970-1-iscsi {{(pid=93702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 17:16:08.049970 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-094a0fbb-e4b4-4f27-b882-9dd9ab6f30ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2040168'] for network, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:16:08.092667 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Device 29e5e179-17c2-4041-957e-25f79a5f8658 no longer exists at agent ovs-agent-dv-cinder-797970-1-iscsi {{(pid=93702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 17:16:08.108866 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-094a0fbb-e4b4-4f27-b882-9dd9ab6f30ed admin admin] Deleting port 56d32045-4734-4cda-9a3a-a4906951b257 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 17:16:08.109539 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-094a0fbb-e4b4-4f27-b882-9dd9ab6f30ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734938643496'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:16:08.132594 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] No Port match for: 29e5e179-17c2-4041-957e-25f79a5f8658 {{(pid=93702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 17:16:08.132949 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Device 29e5e179-17c2-4041-957e-25f79a5f8658 not bound to the agent host dv-cinder-797970-1-iscsi {{(pid=93702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 17:16:08.133366 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Device 8258b655-3b15-4def-9ff3-29643e87af91 no longer exists at agent ovs-agent-dv-cinder-797970-1-iscsi {{(pid=93702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 17:16:08.162343 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] No Port match for: 8258b655-3b15-4def-9ff3-29643e87af91 {{(pid=93702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 17:16:08.162835 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Device 8258b655-3b15-4def-9ff3-29643e87af91 not bound to the agent host dv-cinder-797970-1-iscsi {{(pid=93702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 17:16:08.182457 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-094a0fbb-e4b4-4f27-b882-9dd9ab6f30ed admin admin] For port 56d32045-4734-4cda-9a3a-a4906951b257, host dv-cinder-797970-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-1-iscsi',level=0,port_id=56d32045-4734-4cda-9a3a-a4906951b257,segment=NetworkSegment(93f37f3c-6cd2-4479-974f-79faa9f614f1),segment_id=93f37f3c-6cd2-4479-974f-79faa9f614f1)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 17:16:08.182823 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-094a0fbb-e4b4-4f27-b882-9dd9ab6f30ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939437'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:16:08.197325 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-094a0fbb-e4b4-4f27-b882-9dd9ab6f30ed admin admin] Calling delete_port for 56d32045-4734-4cda-9a3a-a4906951b257 owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 17:16:08.267634 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-643deeb7-22e0-4967-a621-b6dc856dace2 None None] DHCP port deletion for a45d101b-6927-4b1f-b60c-ac459e829641 request from dv-cinder-797970-1-iscsi {{(pid=93702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 17:16:08.293419 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffe3a24-2f67-4957-aa81-a3af0a95dd2d req-3474b7f5-9dbd-4287-9270-adbd46fc2102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:16:08.307421 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-9ffe3a24-2f67-4957-aa81-a3af0a95dd2d req-3474b7f5-9dbd-4287-9270-adbd46fc2102 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=457c2a90-0293-4e07-b241-5a6819350460 HTTP/1.1" status: 200 len: 1098 time: 0.0735569 Jun 24 17:16:08.322115 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-643deeb7-22e0-4967-a621-b6dc856dace2 None None] Deleting port 56d32045-4734-4cda-9a3a-a4906951b257 {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 17:16:08.322509 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-643deeb7-22e0-4967-a621-b6dc856dace2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734938643496'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:16:08.336111 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-9ffe3a24-2f67-4957-aa81-a3af0a95dd2d req-6e48bf1d-6633-47e8-bfc4-7d8c5f6f096d service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=63858b4e-55b0-4154-a617-36deaf070d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336790 Jun 24 17:16:08.380342 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-094a0fbb-e4b4-4f27-b882-9dd9ab6f30ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734938646739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734938254839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10147618'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:16:08.383409 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-4853290b-5141-4685-87d3-892d77a1a3c8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:16:08.384311 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-643deeb7-22e0-4967-a621-b6dc856dace2 None None] For port 56d32045-4734-4cda-9a3a-a4906951b257, host dv-cinder-797970-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-1-iscsi',level=0,port_id=56d32045-4734-4cda-9a3a-a4906951b257,segment=NetworkSegment(93f37f3c-6cd2-4479-974f-79faa9f614f1),segment_id=93f37f3c-6cd2-4479-974f-79faa9f614f1)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 17:16:08.384742 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-643deeb7-22e0-4967-a621-b6dc856dace2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939437'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:16:08.398221 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-643deeb7-22e0-4967-a621-b6dc856dace2 None None] Calling delete_port for 56d32045-4734-4cda-9a3a-a4906951b257 owned by network:dhcp {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 17:16:08.410011 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094a0fbb-e4b4-4f27-b882-9dd9ab6f30ed admin admin] Pushing event deleted for resources: {'Port': ['ID=56d32045-4734-4cda-9a3a-a4906951b257,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:16:08.413073 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-094a0fbb-e4b4-4f27-b882-9dd9ab6f30ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:16:08.413857 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094a0fbb-e4b4-4f27-b882-9dd9ab6f30ed admin admin] No DVR routers for this DVR port 56d32045-4734-4cda-9a3a-a4906951b257 on host dv-cinder-797970-1-iscsi {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 17:16:08.481393 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-094a0fbb-e4b4-4f27-b882-9dd9ab6f30ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982037', 'neutron.services.segments.db._delete_segments_for_network-8734938762792'] for network, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:16:08.491297 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.services.segments.db [None req-094a0fbb-e4b4-4f27-b882-9dd9ab6f30ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a45d101b-6927-4b1f-b60c-ac459e829641']}} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:16:08.501934 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.services.segments.db [None req-094a0fbb-e4b4-4f27-b882-9dd9ab6f30ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93f37f3c-6cd2-4479-974f-79faa9f614f1') {'for_net_delete': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:16:08.502227 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.services.segments.db [None req-094a0fbb-e4b4-4f27-b882-9dd9ab6f30ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93f37f3c-6cd2-4479-974f-79faa9f614f1') {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:16:08.510788 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-094a0fbb-e4b4-4f27-b882-9dd9ab6f30ed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734938750383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8727776'] for segment, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:16:08.524837 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-094a0fbb-e4b4-4f27-b882-9dd9ab6f30ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083357'] for segment, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:16:08.528403 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-643deeb7-22e0-4967-a621-b6dc856dace2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734938646739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734938254839'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:16:08.531226 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:16:08.531406 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-094a0fbb-e4b4-4f27-b882-9dd9ab6f30ed admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=93701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 17:16:08.531731 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-094a0fbb-e4b4-4f27-b882-9dd9ab6f30ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10147599'] for segment, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:16:08.533360 dv-cinder-797970-1-iscsi neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 17:16:08.533360 dv-cinder-797970-1-iscsi neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jun 24 17:16:08.533360 dv-cinder-797970-1-iscsi neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 17:16:08.533360 dv-cinder-797970-1-iscsi neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jun 24 17:16:08.533360 dv-cinder-797970-1-iscsi neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 17:16:08.533360 dv-cinder-797970-1-iscsi neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jun 24 17:16:08.533360 dv-cinder-797970-1-iscsi neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 17:16:08.533360 dv-cinder-797970-1-iscsi neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jun 24 17:16:08.533360 dv-cinder-797970-1-iscsi neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 17:16:08.533360 dv-cinder-797970-1-iscsi neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jun 24 17:16:08.533360 dv-cinder-797970-1-iscsi neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 17:16:08.533360 dv-cinder-797970-1-iscsi neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jun 24 17:16:08.533360 dv-cinder-797970-1-iscsi neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 17:16:08.533360 dv-cinder-797970-1-iscsi neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jun 24 17:16:08.533360 dv-cinder-797970-1-iscsi neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 17:16:08.533360 dv-cinder-797970-1-iscsi neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jun 24 17:16:08.533360 dv-cinder-797970-1-iscsi neutron-server[93701]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 17:16:08.533360 dv-cinder-797970-1-iscsi neutron-server[93701]: conditions |= (models_v2.Port.network_id.in_( Jun 24 17:16:08.533360 dv-cinder-797970-1-iscsi neutron-server[93701]: Traceback (most recent call last): Jun 24 17:16:08.533360 dv-cinder-797970-1-iscsi neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 17:16:08.533360 dv-cinder-797970-1-iscsi neutron-server[93701]: timer() Jun 24 17:16:08.533360 dv-cinder-797970-1-iscsi neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 17:16:08.533360 dv-cinder-797970-1-iscsi neutron-server[93701]: cb(*args, **kw) Jun 24 17:16:08.533360 dv-cinder-797970-1-iscsi neutron-server[93701]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 17:16:08.533360 dv-cinder-797970-1-iscsi neutron-server[93701]: return func(*args, **kwargs) Jun 24 17:16:08.533360 dv-cinder-797970-1-iscsi neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 17:16:08.533360 dv-cinder-797970-1-iscsi neutron-server[93701]: self._notify() Jun 24 17:16:08.533360 dv-cinder-797970-1-iscsi neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 17:16:08.533360 dv-cinder-797970-1-iscsi neutron-server[93701]: self.callback(batched_events) Jun 24 17:16:08.533360 dv-cinder-797970-1-iscsi neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 17:16:08.533360 dv-cinder-797970-1-iscsi neutron-server[93701]: event.method(event) Jun 24 17:16:08.533360 dv-cinder-797970-1-iscsi neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 17:16:08.533360 dv-cinder-797970-1-iscsi neutron-server[93701]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 17:16:08.533360 dv-cinder-797970-1-iscsi neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 17:16:08.533360 dv-cinder-797970-1-iscsi neutron-server[93701]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 17:16:08.533360 dv-cinder-797970-1-iscsi neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 17:16:08.533360 dv-cinder-797970-1-iscsi neutron-server[93701]: return f(self, *a, **k) Jun 24 17:16:08.533360 dv-cinder-797970-1-iscsi neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 17:16:08.533360 dv-cinder-797970-1-iscsi neutron-server[93701]: return self._get(url).json() Jun 24 17:16:08.533360 dv-cinder-797970-1-iscsi neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 17:16:08.533360 dv-cinder-797970-1-iscsi neutron-server[93701]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 17:16:08.533360 dv-cinder-797970-1-iscsi neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 17:16:08.533360 dv-cinder-797970-1-iscsi neutron-server[93701]: return self.request(url, 'GET', **kwargs) Jun 24 17:16:08.533360 dv-cinder-797970-1-iscsi neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 17:16:08.533360 dv-cinder-797970-1-iscsi neutron-server[93701]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 17:16:08.533360 dv-cinder-797970-1-iscsi neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 17:16:08.533360 dv-cinder-797970-1-iscsi neutron-server[93701]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 17:16:08.533360 dv-cinder-797970-1-iscsi neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 17:16:08.533360 dv-cinder-797970-1-iscsi neutron-server[93701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 17:16:08.533360 dv-cinder-797970-1-iscsi neutron-server[93701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 17:16:08.557326 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643deeb7-22e0-4967-a621-b6dc856dace2 None None] Pushing event deleted for resources: {'Port': ['ID=56d32045-4734-4cda-9a3a-a4906951b257,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:16:08.559644 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643deeb7-22e0-4967-a621-b6dc856dace2 None None] No DVR routers for this DVR port 56d32045-4734-4cda-9a3a-a4906951b257 on host dv-cinder-797970-1-iscsi {{(pid=93702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 17:16:08.560796 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-643deeb7-22e0-4967-a621-b6dc856dace2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:16:08.643051 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-094a0fbb-e4b4-4f27-b882-9dd9ab6f30ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-545941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-938511'] for network, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:16:08.648585 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-094a0fbb-e4b4-4f27-b882-9dd9ab6f30ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592921'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:16:08.650490 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-094a0fbb-e4b4-4f27-b882-9dd9ab6f30ed admin admin] 10.222.0.15 "DELETE /v2.0/networks/a45d101b-6927-4b1f-b60c-ac459e829641 HTTP/1.1" status: 204 len: 168 time: 0.6759582 Jun 24 17:16:08.651670 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-06cb12f9-13f7-47dc-b0eb-f9e18bd6c0bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:16:08.663564 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094a0fbb-e4b4-4f27-b882-9dd9ab6f30ed admin admin] Pushing event deleted for resources: {'Network': ['ID=a45d101b-6927-4b1f-b60c-ac459e829641,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:16:08.665401 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 33652) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:16:08.666515 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-094a0fbb-e4b4-4f27-b882-9dd9ab6f30ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:16:08.736802 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63382925-3e3a-45b2-afd8-ab6711230ba6 req-dce786ec-b746-450d-8472-f007b00eeca3 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:16:08.738318 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-63382925-3e3a-45b2-afd8-ab6711230ba6 req-dce786ec-b746-450d-8472-f007b00eeca3 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] 10.222.0.15 "GET /v2.0/ports?device_id=457c2a90-0293-4e07-b241-5a6819350460 HTTP/1.1" status: 200 len: 945 time: 0.0653288 Jun 24 17:16:08.777798 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-63382925-3e3a-45b2-afd8-ab6711230ba6 req-54d596a1-5ffa-4679-95dc-b3ae4f1bdf73 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] 10.222.0.15 "GET /v2.0/security-groups?id=63858b4e-55b0-4154-a617-36deaf070d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338273 Jun 24 17:16:09.074160 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-542ce225-16cb-4386-af8d-bc7867b26a99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939664'] for router_interface, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:16:09.366598 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-542ce225-16cb-4386-af8d-bc7867b26a99 admin admin] Deleting port 1ece8027-a21d-480f-8e84-df6d628ff256 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 17:16:09.366927 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-542ce225-16cb-4386-af8d-bc7867b26a99 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734938643496'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:16:09.441658 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-542ce225-16cb-4386-af8d-bc7867b26a99 admin admin] For port 1ece8027-a21d-480f-8e84-df6d628ff256, host dv-cinder-797970-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-1-iscsi',level=0,port_id=1ece8027-a21d-480f-8e84-df6d628ff256,segment=NetworkSegment(defd71ad-e5ce-4799-a7de-7a3ce70b2694),segment_id=defd71ad-e5ce-4799-a7de-7a3ce70b2694)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 17:16:09.442039 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-542ce225-16cb-4386-af8d-bc7867b26a99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939437'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:16:09.453933 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-542ce225-16cb-4386-af8d-bc7867b26a99 admin admin] Calling delete_port for 1ece8027-a21d-480f-8e84-df6d628ff256 owned by network:router_interface {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 17:16:09.707784 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-542ce225-16cb-4386-af8d-bc7867b26a99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734938646739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734938254839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811389'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:16:09.709878 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-6ed8fc04-7acd-443d-9ce7-26adf2b51d87 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:16:09.950041 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542ce225-16cb-4386-af8d-bc7867b26a99 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ece8027-a21d-480f-8e84-df6d628ff256,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:16:09.954267 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-542ce225-16cb-4386-af8d-bc7867b26a99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:16:09.972376 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29cf0e7-ff8f-4b85-a709-e4e15c77fe1a req-9c75502b-6ea8-4b18-a089-31d8ba037efd tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:16:09.974124 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-a29cf0e7-ff8f-4b85-a709-e4e15c77fe1a req-9c75502b-6ea8-4b18-a089-31d8ba037efd tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] 10.222.0.15 "GET /v2.0/ports?device_id=457c2a90-0293-4e07-b241-5a6819350460 HTTP/1.1" status: 200 len: 945 time: 0.0773962 Jun 24 17:16:10.160031 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Device 56d32045-4734-4cda-9a3a-a4906951b257 no longer exists at agent ovs-agent-dv-cinder-797970-1-iscsi {{(pid=93702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 17:16:10.161855 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-542ce225-16cb-4386-af8d-bc7867b26a99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-592949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-937216'] for router_interface, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:16:10.196070 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] No Port match for: 56d32045-4734-4cda-9a3a-a4906951b257 {{(pid=93702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 17:16:10.196564 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Device 56d32045-4734-4cda-9a3a-a4906951b257 not bound to the agent host dv-cinder-797970-1-iscsi {{(pid=93702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 17:16:10.321730 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-a29cf0e7-ff8f-4b85-a709-e4e15c77fe1a req-4040dc1a-33af-433b-88ad-5c1138e289f9 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] 10.222.0.15 "GET /v2.0/security-groups?id=63858b4e-55b0-4154-a617-36deaf070d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3412683 Jun 24 17:16:10.389980 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-542ce225-16cb-4386-af8d-bc7867b26a99 admin admin] Router 17470869-6c3d-421b-8c97-2519341fd733 has already been hosted by L3 agent ebb0bbf0-d6bc-43df-80f2-a0cdb1424f3b {{(pid=93700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 17:16:10.494638 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-542ce225-16cb-4386-af8d-bc7867b26a99 admin admin] Notify agent at l3_agent.dv-cinder-797970-1-iscsi the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 17:16:10.499539 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-542ce225-16cb-4386-af8d-bc7867b26a99 admin admin] 10.222.0.15 "PUT /v2.0/routers/17470869-6c3d-421b-8c97-2519341fd733/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8321309 Jun 24 17:16:10.502058 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 33660) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:16:10.506850 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ecd21c-fbe2-4dba-b55a-ee1d0ad4db1c None None] Sync routers for ids ['17470869-6c3d-421b-8c97-2519341fd733'] in dv-cinder-797970-1-iscsi {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 17:16:10.515576 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ecd21c-fbe2-4dba-b55a-ee1d0ad4db1c None None] Routers {'17470869-6c3d-421b-8c97-2519341fd733'} bound to L3 agent in host dv-cinder-797970-1-iscsi {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 17:16:10.516181 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-c2ecd21c-fbe2-4dba-b55a-ee1d0ad4db1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-24T17:00:13Z,description=,heartbeat_timestamp=2021-06-24T17:15:43Z,host='dv-cinder-797970-1-iscsi',id=ebb0bbf0-d6bc-43df-80f2-a0cdb1424f3b,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T17:00:14Z,topic='l3_agent')) {'router_ids': ['17470869-6c3d-421b-8c97-2519341fd733'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:16:10.609362 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-24973967-2efb-48e2-971a-3df90d8ab170 admin admin] Notify callbacks [] for router, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:16:10.620065 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-c2ecd21c-fbe2-4dba-b55a-ee1d0ad4db1c None None] Set router 17470869-6c3d-421b-8c97-2519341fd733 gateway port host: dv-cinder-797970-1-iscsi {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 17:16:10.713032 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-24973967-2efb-48e2-971a-3df90d8ab170 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:16:10.793677 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-c2ecd21c-fbe2-4dba-b55a-ee1d0ad4db1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17470869-6c3d-421b-8c97-2519341fd733', 'name': 'tempest-TestMinimumBasicScenario-1441291312-router', 'tenant_id': '47a90e87e3a646cabc82dcf6f8a87eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'external_fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.61'}], 'enable_snat': True}, 'gw_port_id': 'f8ab4fcf-a935-4ec4-8176-14caa7a04d02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T17:11:46Z', 'updated_at': '2021-06-24T17:16:09Z', 'revision_number': 5, 'project_id': '47a90e87e3a646cabc82dcf6f8a87eb5', 'gw_port': {'id': 'f8ab4fcf-a935-4ec4-8176-14caa7a04d02', 'name': '', 'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c1:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17470869-6c3d-421b-8c97-2519341fd733', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:11:46Z', 'updated_at': '2021-06-24T17:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '004d905c-cc14-4189-936d-82a0eea7da62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-1-iscsi'}], 'dv-cinder-797970-1-iscsi', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:16:10.823022 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ecd21c-fbe2-4dba-b55a-ee1d0ad4db1c None None] Checking router: 17470869-6c3d-421b-8c97-2519341fd733 for host: dv-cinder-797970-1-iscsi {{(pid=93703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 17:16:10.832074 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ecd21c-fbe2-4dba-b55a-ee1d0ad4db1c None None] Routers {'17470869-6c3d-421b-8c97-2519341fd733'} bound to L3 agent in host dv-cinder-797970-1-iscsi {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 17:16:10.832673 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-c2ecd21c-fbe2-4dba-b55a-ee1d0ad4db1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-24T17:00:13Z,description=,heartbeat_timestamp=2021-06-24T17:15:43Z,host='dv-cinder-797970-1-iscsi',id=ebb0bbf0-d6bc-43df-80f2-a0cdb1424f3b,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T17:00:14Z,topic='l3_agent')) {'router_ids': ['17470869-6c3d-421b-8c97-2519341fd733'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:16:10.868763 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-24973967-2efb-48e2-971a-3df90d8ab170 admin admin] Deleting port f8ab4fcf-a935-4ec4-8176-14caa7a04d02 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 17:16:10.869107 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-24973967-2efb-48e2-971a-3df90d8ab170 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734938643496'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:16:10.955243 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-24973967-2efb-48e2-971a-3df90d8ab170 admin admin] For port f8ab4fcf-a935-4ec4-8176-14caa7a04d02, host dv-cinder-797970-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-1-iscsi',level=0,port_id=f8ab4fcf-a935-4ec4-8176-14caa7a04d02,segment=NetworkSegment(d12f47f8-231e-43a0-ac28-6eda6263252e),segment_id=d12f47f8-231e-43a0-ac28-6eda6263252e)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 17:16:10.955607 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-24973967-2efb-48e2-971a-3df90d8ab170 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939437'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:16:10.973027 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-24973967-2efb-48e2-971a-3df90d8ab170 admin admin] Calling delete_port for f8ab4fcf-a935-4ec4-8176-14caa7a04d02 owned by network:router_gateway {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 17:16:11.001915 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-c2ecd21c-fbe2-4dba-b55a-ee1d0ad4db1c None None] Set router 17470869-6c3d-421b-8c97-2519341fd733 gateway port host: None {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 17:16:11.052323 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-c2ecd21c-fbe2-4dba-b55a-ee1d0ad4db1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17470869-6c3d-421b-8c97-2519341fd733', 'name': 'tempest-TestMinimumBasicScenario-1441291312-router', 'tenant_id': '47a90e87e3a646cabc82dcf6f8a87eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T17:11:46Z', 'updated_at': '2021-06-24T17:16:10Z', 'revision_number': 6, 'project_id': '47a90e87e3a646cabc82dcf6f8a87eb5', 'gw_port_host': None}], 'dv-cinder-797970-1-iscsi', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:16:11.081658 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ecd21c-fbe2-4dba-b55a-ee1d0ad4db1c None None] The sync data for ids ['17470869-6c3d-421b-8c97-2519341fd733'] in dv-cinder-797970-1-iscsi is: [{'id': '17470869-6c3d-421b-8c97-2519341fd733', 'name': 'tempest-TestMinimumBasicScenario-1441291312-router', 'tenant_id': '47a90e87e3a646cabc82dcf6f8a87eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T17:11:46Z', 'updated_at': '2021-06-24T17:16:10Z', 'revision_number': 6, 'project_id': '47a90e87e3a646cabc82dcf6f8a87eb5', 'gw_port_host': None}] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 17:16:11.147560 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-f70ebc6d-bfcd-41c7-ab33-2f3a3e525a03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:16:11.221963 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-24973967-2efb-48e2-971a-3df90d8ab170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734938646739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734938254839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811389'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:16:11.224815 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-035cc393-0ca6-42f7-8b32-616c7238d81b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:16:11.251709 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24973967-2efb-48e2-971a-3df90d8ab170 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8ab4fcf-a935-4ec4-8176-14caa7a04d02,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:16:11.254703 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-24973967-2efb-48e2-971a-3df90d8ab170 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:16:11.307399 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-24973967-2efb-48e2-971a-3df90d8ab170 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-938725'] for router_gateway, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:16:11.420987 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-24973967-2efb-48e2-971a-3df90d8ab170 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-935419', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25091'] for router, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:16:11.424601 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-24973967-2efb-48e2-971a-3df90d8ab170 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:16:11.518474 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f53126-8d4e-460f-961b-831ddf2ef4b8 req-866244a5-6bf0-47b6-87d5-b8c0b5c07016 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:16:11.519955 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-a3f53126-8d4e-460f-961b-831ddf2ef4b8 req-866244a5-6bf0-47b6-87d5-b8c0b5c07016 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] 10.222.0.15 "GET /v2.0/ports?device_id=457c2a90-0293-4e07-b241-5a6819350460 HTTP/1.1" status: 200 len: 945 time: 0.0782580 Jun 24 17:16:11.556400 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-a3f53126-8d4e-460f-961b-831ddf2ef4b8 req-a8e35f28-67d7-404d-8194-3711be933d01 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] 10.222.0.15 "GET /v2.0/security-groups?id=63858b4e-55b0-4154-a617-36deaf070d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307474 Jun 24 17:16:11.650561 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-24973967-2efb-48e2-971a-3df90d8ab170 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-937645'] for router, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:16:11.651114 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24973967-2efb-48e2-971a-3df90d8ab170 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 17470869-6c3d-421b-8c97-2519341fd733 {{(pid=93700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 17:16:11.656355 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-24973967-2efb-48e2-971a-3df90d8ab170 admin admin] Notify callbacks [] for router, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:16:11.657454 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-24973967-2efb-48e2-971a-3df90d8ab170 admin admin] 10.222.0.15 "DELETE /v2.0/routers/17470869-6c3d-421b-8c97-2519341fd733 HTTP/1.1" status: 204 len: 168 time: 1.1544833 Jun 24 17:16:11.660062 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 33668) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:16:11.705764 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.db.db_base_plugin_v2 [None req-a30f18eb-bb77-4662-9f52-8d5a39db42c0 admin admin] Deleting subnet 468e31df-0b63-461a-89d8-66105d021cb2 {{(pid=93700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 17:16:11.709793 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a30f18eb-bb77-4662-9f52-8d5a39db42c0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:16:11.726042 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe424d1-a3aa-4fe7-888a-3c473ab46712 req-cf84a513-e62e-4b53-afbd-085f04c15175 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:16:11.727481 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-4fe424d1-a3aa-4fe7-888a-3c473ab46712 req-cf84a513-e62e-4b53-afbd-085f04c15175 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] 10.222.0.15 "GET /v2.0/ports?device_id=457c2a90-0293-4e07-b241-5a6819350460 HTTP/1.1" status: 200 len: 945 time: 0.0627418 Jun 24 17:16:11.736798 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 33670) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:16:11.741590 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.v2.base [None req-63a66449-4fc5-432d-8756-c80508af9dd0 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Request body: {'floatingip': {'port_id': 'd61d3a23-968e-46d9-b8d0-3fee66b6e976'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 17:16:11.747999 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a30f18eb-bb77-4662-9f52-8d5a39db42c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9521523'] for subnet, precommit_delete_associations {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:16:11.783003 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-63a66449-4fc5-432d-8756-c80508af9dd0 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Notify callbacks [] for floatingip, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:16:11.854866 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a30f18eb-bb77-4662-9f52-8d5a39db42c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1980419'] for subnet, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:16:11.982589 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a30f18eb-bb77-4662-9f52-8d5a39db42c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1980436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2811187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9546211'] for subnet, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:16:11.987065 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:16:12.012562 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30f18eb-bb77-4662-9f52-8d5a39db42c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=468e31df-0b63-461a-89d8-66105d021cb2,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:16:12.014721 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a30f18eb-bb77-4662-9f52-8d5a39db42c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592921'] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:16:12.019159 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-a30f18eb-bb77-4662-9f52-8d5a39db42c0 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/468e31df-0b63-461a-89d8-66105d021cb2 HTTP/1.1" status: 204 len: 168 time: 0.3555536 Jun 24 17:16:12.019159 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-a30f18eb-bb77-4662-9f52-8d5a39db42c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:16:12.022456 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 33672) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:16:12.032331 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16d55199-4070-485e-88ea-4f683e47786d None None] Network c5c93e33-c7d5-455c-90ea-293880ef92df requested from dv-cinder-797970-1-iscsi {{(pid=93702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 17:16:12.078559 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Device 1ece8027-a21d-480f-8e84-df6d628ff256 no longer exists at agent ovs-agent-dv-cinder-797970-1-iscsi {{(pid=93702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 17:16:12.107915 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] No Port match for: 1ece8027-a21d-480f-8e84-df6d628ff256 {{(pid=93702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 17:16:12.108446 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Device 1ece8027-a21d-480f-8e84-df6d628ff256 not bound to the agent host dv-cinder-797970-1-iscsi {{(pid=93702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 17:16:12.108926 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Device f8ab4fcf-a935-4ec4-8176-14caa7a04d02 no longer exists at agent ovs-agent-dv-cinder-797970-1-iscsi {{(pid=93702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 17:16:12.132482 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] No Port match for: f8ab4fcf-a935-4ec4-8176-14caa7a04d02 {{(pid=93702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 17:16:12.132913 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Device f8ab4fcf-a935-4ec4-8176-14caa7a04d02 not bound to the agent host dv-cinder-797970-1-iscsi {{(pid=93702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 17:16:12.134744 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-23ea8d8f-3137-416a-9945-0d606e3a804d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2040168'] for network, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:16:12.278901 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e5865e6-a6a6-449b-a484-81a326fbd153 None None] DHCP port deletion for c5c93e33-c7d5-455c-90ea-293880ef92df request from dv-cinder-797970-1-iscsi {{(pid=93702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 17:16:12.323881 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-23ea8d8f-3137-416a-9945-0d606e3a804d admin admin] Deleting port a9ebcdd8-5031-4897-9df5-1748c6492700 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 17:16:12.324125 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-23ea8d8f-3137-416a-9945-0d606e3a804d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734938643496'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:16:12.324611 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-9e5865e6-a6a6-449b-a484-81a326fbd153 None None] Deleting port a9ebcdd8-5031-4897-9df5-1748c6492700 {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 17:16:12.324993 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9e5865e6-a6a6-449b-a484-81a326fbd153 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734938643496'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:16:12.388568 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-9e5865e6-a6a6-449b-a484-81a326fbd153 None None] For port a9ebcdd8-5031-4897-9df5-1748c6492700, host dv-cinder-797970-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-1-iscsi',level=0,port_id=a9ebcdd8-5031-4897-9df5-1748c6492700,segment=NetworkSegment(defd71ad-e5ce-4799-a7de-7a3ce70b2694),segment_id=defd71ad-e5ce-4799-a7de-7a3ce70b2694)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 17:16:12.388971 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9e5865e6-a6a6-449b-a484-81a326fbd153 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939437'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:16:12.401098 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-9e5865e6-a6a6-449b-a484-81a326fbd153 None None] Calling delete_port for a9ebcdd8-5031-4897-9df5-1748c6492700 owned by network:dhcp {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 17:16:12.455490 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-23ea8d8f-3137-416a-9945-0d606e3a804d admin admin] For port a9ebcdd8-5031-4897-9df5-1748c6492700, host dv-cinder-797970-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-1-iscsi',level=0,port_id=a9ebcdd8-5031-4897-9df5-1748c6492700,segment=NetworkSegment(defd71ad-e5ce-4799-a7de-7a3ce70b2694),segment_id=defd71ad-e5ce-4799-a7de-7a3ce70b2694)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 17:16:12.455757 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-23ea8d8f-3137-416a-9945-0d606e3a804d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939437'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:16:12.473727 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-23ea8d8f-3137-416a-9945-0d606e3a804d admin admin] Calling delete_port for a9ebcdd8-5031-4897-9df5-1748c6492700 owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 17:16:12.488671 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-63a66449-4fc5-432d-8756-c80508af9dd0 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:16:12.553560 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9e5865e6-a6a6-449b-a484-81a326fbd153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734938646739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734938254839'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:16:12.555593 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:16:12.560608 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-23ea8d8f-3137-416a-9945-0d606e3a804d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734938646739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734938254839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10147618'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:16:12.564341 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-061eaf43-409f-41f2-b605-2e9fb7f344bd tempest-ServerRescueNegativeTestJSON-1478076997 tempest-ServerRescueNegativeTestJSON-1478076997-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:16:12.582851 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5865e6-a6a6-449b-a484-81a326fbd153 None None] Pushing event deleted for resources: {'Port': ['ID=a9ebcdd8-5031-4897-9df5-1748c6492700,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:16:12.585314 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-9e5865e6-a6a6-449b-a484-81a326fbd153 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:16:12.588182 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-63a66449-4fc5-432d-8756-c80508af9dd0 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-938496'] for floatingip, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:16:12.588922 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5865e6-a6a6-449b-a484-81a326fbd153 None None] No DVR routers for this DVR port a9ebcdd8-5031-4897-9df5-1748c6492700 on host dv-cinder-797970-1-iscsi {{(pid=93702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 17:16:12.590049 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ea8d8f-3137-416a-9945-0d606e3a804d admin admin] Pushing event deleted for resources: {'Port': ['ID=a9ebcdd8-5031-4897-9df5-1748c6492700,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:16:12.594769 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ea8d8f-3137-416a-9945-0d606e3a804d admin admin] No DVR routers for this DVR port a9ebcdd8-5031-4897-9df5-1748c6492700 on host dv-cinder-797970-1-iscsi {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 17:16:12.595091 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-23ea8d8f-3137-416a-9945-0d606e3a804d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:16:12.731803 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-23ea8d8f-3137-416a-9945-0d606e3a804d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982037', 'neutron.services.segments.db._delete_segments_for_network-8734938762792'] for network, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:16:12.745144 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.services.segments.db [None req-23ea8d8f-3137-416a-9945-0d606e3a804d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5c93e33-c7d5-455c-90ea-293880ef92df']}} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:16:12.765105 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.services.segments.db [None req-23ea8d8f-3137-416a-9945-0d606e3a804d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'defd71ad-e5ce-4799-a7de-7a3ce70b2694') {'for_net_delete': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:16:12.765398 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.services.segments.db [None req-23ea8d8f-3137-416a-9945-0d606e3a804d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'defd71ad-e5ce-4799-a7de-7a3ce70b2694') {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:16:12.777000 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-23ea8d8f-3137-416a-9945-0d606e3a804d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734938750383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8727776'] for segment, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:16:12.778885 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.db.l3_db [None req-63a66449-4fc5-432d-8756-c80508af9dd0 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Floating IP 7b0191e3-c4a4-4c18-be83-8687eb7a4a11 associated. External IP: 172.27.2.71, port: d61d3a23-968e-46d9-b8d0-3fee66b6e976. Jun 24 17:16:12.823668 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-23ea8d8f-3137-416a-9945-0d606e3a804d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083357'] for segment, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:16:12.837090 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23ea8d8f-3137-416a-9945-0d606e3a804d admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=93701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 17:16:12.837090 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-23ea8d8f-3137-416a-9945-0d606e3a804d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10147599'] for segment, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:16:12.837090 dv-cinder-797970-1-iscsi neutron-server[93701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 17:16:12.837090 dv-cinder-797970-1-iscsi neutron-server[93701]: self.session.flush() Jun 24 17:16:12.837090 dv-cinder-797970-1-iscsi neutron-server[93701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 17:16:12.837090 dv-cinder-797970-1-iscsi neutron-server[93701]: self.session.flush() Jun 24 17:16:12.837090 dv-cinder-797970-1-iscsi neutron-server[93701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 17:16:12.837090 dv-cinder-797970-1-iscsi neutron-server[93701]: self.session.flush() Jun 24 17:16:12.837090 dv-cinder-797970-1-iscsi neutron-server[93701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 17:16:12.837090 dv-cinder-797970-1-iscsi neutron-server[93701]: self.session.flush() Jun 24 17:16:12.837090 dv-cinder-797970-1-iscsi neutron-server[93701]: Traceback (most recent call last): Jun 24 17:16:12.837090 dv-cinder-797970-1-iscsi neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 17:16:12.837090 dv-cinder-797970-1-iscsi neutron-server[93701]: timer() Jun 24 17:16:12.837090 dv-cinder-797970-1-iscsi neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 17:16:12.837090 dv-cinder-797970-1-iscsi neutron-server[93701]: cb(*args, **kw) Jun 24 17:16:12.837090 dv-cinder-797970-1-iscsi neutron-server[93701]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 17:16:12.837090 dv-cinder-797970-1-iscsi neutron-server[93701]: return func(*args, **kwargs) Jun 24 17:16:12.837090 dv-cinder-797970-1-iscsi neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 17:16:12.837090 dv-cinder-797970-1-iscsi neutron-server[93701]: self._notify() Jun 24 17:16:12.837090 dv-cinder-797970-1-iscsi neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 17:16:12.837090 dv-cinder-797970-1-iscsi neutron-server[93701]: self.callback(batched_events) Jun 24 17:16:12.837090 dv-cinder-797970-1-iscsi neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 17:16:12.837090 dv-cinder-797970-1-iscsi neutron-server[93701]: event.method(event) Jun 24 17:16:12.837090 dv-cinder-797970-1-iscsi neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 17:16:12.837090 dv-cinder-797970-1-iscsi neutron-server[93701]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 17:16:12.837090 dv-cinder-797970-1-iscsi neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 17:16:12.837090 dv-cinder-797970-1-iscsi neutron-server[93701]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 17:16:12.837090 dv-cinder-797970-1-iscsi neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 17:16:12.837090 dv-cinder-797970-1-iscsi neutron-server[93701]: return f(self, *a, **k) Jun 24 17:16:12.837090 dv-cinder-797970-1-iscsi neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 17:16:12.837090 dv-cinder-797970-1-iscsi neutron-server[93701]: return self._get(url).json() Jun 24 17:16:12.837090 dv-cinder-797970-1-iscsi neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 17:16:12.837090 dv-cinder-797970-1-iscsi neutron-server[93701]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 17:16:12.837090 dv-cinder-797970-1-iscsi neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 17:16:12.837090 dv-cinder-797970-1-iscsi neutron-server[93701]: return self.request(url, 'GET', **kwargs) Jun 24 17:16:12.837090 dv-cinder-797970-1-iscsi neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 17:16:12.837090 dv-cinder-797970-1-iscsi neutron-server[93701]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 17:16:12.837090 dv-cinder-797970-1-iscsi neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 17:16:12.837090 dv-cinder-797970-1-iscsi neutron-server[93701]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 17:16:12.837090 dv-cinder-797970-1-iscsi neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 17:16:12.837090 dv-cinder-797970-1-iscsi neutron-server[93701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 17:16:12.837090 dv-cinder-797970-1-iscsi neutron-server[93701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 17:16:13.008723 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-23ea8d8f-3137-416a-9945-0d606e3a804d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-545941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-938511'] for network, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:16:13.016713 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-72fa7f6a-97e7-4de2-af0b-c9fdc9724d52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:16:13.020807 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-23ea8d8f-3137-416a-9945-0d606e3a804d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592921'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:16:13.022530 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-23ea8d8f-3137-416a-9945-0d606e3a804d admin admin] 10.222.0.15 "DELETE /v2.0/networks/c5c93e33-c7d5-455c-90ea-293880ef92df HTTP/1.1" status: 204 len: 168 time: 0.9974210 Jun 24 17:16:13.034809 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ea8d8f-3137-416a-9945-0d606e3a804d admin admin] Pushing event deleted for resources: {'Network': ['ID=c5c93e33-c7d5-455c-90ea-293880ef92df,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:16:13.041195 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-23ea8d8f-3137-416a-9945-0d606e3a804d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:16:13.051371 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63a66449-4fc5-432d-8756-c80508af9dd0 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Router 09a0b256-4560-46e2-8be8-52aa83ab8d90 has already been hosted by L3 agent ebb0bbf0-d6bc-43df-80f2-a0cdb1424f3b {{(pid=93701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 17:16:13.156396 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63a66449-4fc5-432d-8756-c80508af9dd0 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Notify agent at l3_agent.dv-cinder-797970-1-iscsi the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 17:16:13.160863 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-63a66449-4fc5-432d-8756-c80508af9dd0 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14435'] for floatingip, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:16:13.165278 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b6fcc6f-5863-4b87-ac06-f27f01725298 None None] Sync routers for ids ['09a0b256-4560-46e2-8be8-52aa83ab8d90'] in dv-cinder-797970-1-iscsi {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 17:16:13.173877 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6fcc6f-5863-4b87-ac06-f27f01725298 None None] Routers {'09a0b256-4560-46e2-8be8-52aa83ab8d90'} bound to L3 agent in host dv-cinder-797970-1-iscsi {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 17:16:13.174478 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-3b6fcc6f-5863-4b87-ac06-f27f01725298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-24T17:00:13Z,description=,heartbeat_timestamp=2021-06-24T17:15:43Z,host='dv-cinder-797970-1-iscsi',id=ebb0bbf0-d6bc-43df-80f2-a0cdb1424f3b,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T17:00:14Z,topic='l3_agent')) {'router_ids': ['09a0b256-4560-46e2-8be8-52aa83ab8d90'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:16:13.197080 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-63a66449-4fc5-432d-8756-c80508af9dd0 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] 10.222.0.15 "PUT /v2.0/floatingips/7b0191e3-c4a4-4c18-be83-8687eb7a4a11 HTTP/1.1" status: 200 len: 990 time: 1.4590936 Jun 24 17:16:13.197992 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '457c2a90-0293-4e07-b241-5a6819350460', 'tag': 'd61d3a23-968e-46d9-b8d0-3fee66b6e976'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 17:16:13.200436 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55b777855581bcfca1ea7f1411fd739ba8bd3bff9faf8aab84294ca486557f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eab79556-2ad5-44a4-8f6f-1c97971b6968" -d '{"events": [{"name": "network-changed", "server_uuid": "457c2a90-0293-4e07-b241-5a6819350460", "tag": "d61d3a23-968e-46d9-b8d0-3fee66b6e976"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 17:16:13.247047 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 17:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0e83364-8abe-429a-b35b-4ed237d5f5df x-openstack-request-id: req-f0e83364-8abe-429a-b35b-4ed237d5f5df {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 17:16:13.247406 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "457c2a90-0293-4e07-b241-5a6819350460", "tag": "d61d3a23-968e-46d9-b8d0-3fee66b6e976", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 17:16:13.247767 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f0e83364-8abe-429a-b35b-4ed237d5f5df {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 17:16:13.248207 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '457c2a90-0293-4e07-b241-5a6819350460', 'tag': 'd61d3a23-968e-46d9-b8d0-3fee66b6e976', 'status': 'completed', 'code': 200} Jun 24 17:16:13.365537 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab79556-2ad5-44a4-8f6f-1c97971b6968 req-8b5d2b17-4ee6-4e60-80c4-57c7fce1aa27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:16:13.367032 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-eab79556-2ad5-44a4-8f6f-1c97971b6968 req-8b5d2b17-4ee6-4e60-80c4-57c7fce1aa27 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fea91de70bb14b7dbc15fd1cce9a200e&device_id=457c2a90-0293-4e07-b241-5a6819350460 HTTP/1.1" status: 200 len: 1098 time: 0.0557973 Jun 24 17:16:13.372786 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 33684) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:16:13.398078 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-3b6fcc6f-5863-4b87-ac06-f27f01725298 None None] Set router 09a0b256-4560-46e2-8be8-52aa83ab8d90 gateway port host: dv-cinder-797970-1-iscsi {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 17:16:13.417942 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-be7e7155-0211-4536-97e0-85693e90a63c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2fcaafd20cb9434aa25d111d6081b900&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0416040 Jun 24 17:16:13.418170 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 33686) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:16:13.468304 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2120e277-fdb2-4fac-8ce0-5be4f39c5667 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:16:13.471200 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab79556-2ad5-44a4-8f6f-1c97971b6968 req-abd6997f-a1b5-445c-92e1-5e49c3ec201e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:16:13.473207 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-eab79556-2ad5-44a4-8f6f-1c97971b6968 req-abd6997f-a1b5-445c-92e1-5e49c3ec201e service neutron] 10.222.0.37 "GET /v2.0/networks?id=b5831895-94e5-4f0a-8fea-bf10963f4724 HTTP/1.1" status: 200 len: 911 time: 0.0985923 Jun 24 17:16:13.489613 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2120e277-fdb2-4fac-8ce0-5be4f39c5667 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:16:13.539804 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d5658594-bb6c-4da0-bef6-f1f9ec165e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:16:13.545154 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-eab79556-2ad5-44a4-8f6f-1c97971b6968 req-2a06bbc1-2f57-46a1-ac66-017d3b27ad63 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d61d3a23-968e-46d9-b8d0-3fee66b6e976 HTTP/1.1" status: 200 len: 998 time: 0.0651667 Jun 24 17:16:13.593497 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2120e277-fdb2-4fac-8ce0-5be4f39c5667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:16:13.596967 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2120e277-fdb2-4fac-8ce0-5be4f39c5667 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:16:13.600189 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-2120e277-fdb2-4fac-8ce0-5be4f39c5667 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/52b1646f-1d75-46ae-8b7b-28f6d79e1530 HTTP/1.1" status: 204 len: 168 time: 0.1791468 Jun 24 17:16:13.600189 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-a991f152-6654-43e1-bc63-e213ccff4fd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:16:13.605329 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab79556-2ad5-44a4-8f6f-1c97971b6968 req-3b3aa48e-1534-49d4-9a02-d6ea922f2a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:16:13.607107 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-eab79556-2ad5-44a4-8f6f-1c97971b6968 req-3b3aa48e-1534-49d4-9a02-d6ea922f2a62 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e87b4c16-dac9-4f7c-93b5-b846172b2da1 HTTP/1.1" status: 200 len: 850 time: 0.0462298 Jun 24 17:16:13.608480 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2120e277-fdb2-4fac-8ce0-5be4f39c5667 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52b1646f-1d75-46ae-8b7b-28f6d79e1530,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:16:13.610962 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-2120e277-fdb2-4fac-8ce0-5be4f39c5667 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:16:13.638026 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-3b6fcc6f-5863-4b87-ac06-f27f01725298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09a0b256-4560-46e2-8be8-52aa83ab8d90', 'name': 'tempest-AttachVolumeTestJSON-1251952186-router', 'tenant_id': 'fea91de70bb14b7dbc15fd1cce9a200e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'external_fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '3164075f-28b2-4a16-b9f1-9e59f0d7c5cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T17:08:10Z', 'updated_at': '2021-06-24T17:08:17Z', 'revision_number': 4, 'project_id': 'fea91de70bb14b7dbc15fd1cce9a200e', 'gw_port': {'id': '3164075f-28b2-4a16-b9f1-9e59f0d7c5cf', 'name': '', 'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:77:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09a0b256-4560-46e2-8be8-52aa83ab8d90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:08:11Z', 'updated_at': '2021-06-24T17:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '004d905c-cc14-4189-936d-82a0eea7da62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-1-iscsi', '_floatingips': [{'id': '7b0191e3-c4a4-4c18-be83-8687eb7a4a11', 'tenant_id': 'fea91de70bb14b7dbc15fd1cce9a200e', 'floating_ip_address': '172.27.2.71', 'floating_network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'router_id': '09a0b256-4560-46e2-8be8-52aa83ab8d90', 'port_id': 'd61d3a23-968e-46d9-b8d0-3fee66b6e976', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5831895-94e5-4f0a-8fea-bf10963f4724', 'mac_address': 'fa:16:3e:1d:21:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457c2a90-0293-4e07-b241-5a6819350460', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T17:15:54Z', 'updated_at': '2021-06-24T17:16:12Z', 'revision_number': 1, 'project_id': 'fea91de70bb14b7dbc15fd1cce9a200e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fccddd0-c388-4298-8b98-67d407b5b9d1', 'name': '', 'network_id': 'b5831895-94e5-4f0a-8fea-bf10963f4724', 'tenant_id': 'fea91de70bb14b7dbc15fd1cce9a200e', 'mac_address': 'fa:16:3e:08:8c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09a0b256-4560-46e2-8be8-52aa83ab8d90', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'e87b4c16-dac9-4f7c-93b5-b846172b2da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:08:15Z', 'updated_at': '2021-06-24T17:08:28Z', 'revision_number': 5, 'project_id': 'fea91de70bb14b7dbc15fd1cce9a200e', 'subnets': [{'id': 'e87b4c16-dac9-4f7c-93b5-b846172b2da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-1-iscsi', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:16:13.668515 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b6fcc6f-5863-4b87-ac06-f27f01725298 None None] Checking router: 09a0b256-4560-46e2-8be8-52aa83ab8d90 for host: dv-cinder-797970-1-iscsi {{(pid=93702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 17:16:13.675491 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab79556-2ad5-44a4-8f6f-1c97971b6968 req-6841a557-8708-4f89-b520-031f06e7a937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:16:13.677019 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6fcc6f-5863-4b87-ac06-f27f01725298 None None] Routers {'09a0b256-4560-46e2-8be8-52aa83ab8d90'} bound to L3 agent in host dv-cinder-797970-1-iscsi {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 17:16:13.677141 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-eab79556-2ad5-44a4-8f6f-1c97971b6968 req-6841a557-8708-4f89-b520-031f06e7a937 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b5831895-94e5-4f0a-8fea-bf10963f4724&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0636704 Jun 24 17:16:13.677624 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-3b6fcc6f-5863-4b87-ac06-f27f01725298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-24T17:00:13Z,description=,heartbeat_timestamp=2021-06-24T17:16:13Z,host='dv-cinder-797970-1-iscsi',id=ebb0bbf0-d6bc-43df-80f2-a0cdb1424f3b,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T17:00:14Z,topic='l3_agent')) {'router_ids': ['09a0b256-4560-46e2-8be8-52aa83ab8d90'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:16:13.766927 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-eab79556-2ad5-44a4-8f6f-1c97971b6968 req-0d401716-1325-4343-866a-039132aa7b6c service neutron] 10.222.0.37 "GET /v2.0/networks/b5831895-94e5-4f0a-8fea-bf10963f4724?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835073 Jun 24 17:16:13.780908 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-3b6fcc6f-5863-4b87-ac06-f27f01725298 None None] Set router 09a0b256-4560-46e2-8be8-52aa83ab8d90 gateway port host: dv-cinder-797970-1-iscsi {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 17:16:13.872278 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-eab79556-2ad5-44a4-8f6f-1c97971b6968 req-8b22c0c4-5304-4200-8fba-c4dff979bd3b service neutron] 10.222.0.37 "GET /v2.0/networks/b5831895-94e5-4f0a-8fea-bf10963f4724?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988467 Jun 24 17:16:13.932397 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:16:14.032859 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-3b6fcc6f-5863-4b87-ac06-f27f01725298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09a0b256-4560-46e2-8be8-52aa83ab8d90', 'name': 'tempest-AttachVolumeTestJSON-1251952186-router', 'tenant_id': 'fea91de70bb14b7dbc15fd1cce9a200e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'external_fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '3164075f-28b2-4a16-b9f1-9e59f0d7c5cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T17:08:10Z', 'updated_at': '2021-06-24T17:08:17Z', 'revision_number': 4, 'project_id': 'fea91de70bb14b7dbc15fd1cce9a200e', 'gw_port': {'id': '3164075f-28b2-4a16-b9f1-9e59f0d7c5cf', 'name': '', 'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:77:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09a0b256-4560-46e2-8be8-52aa83ab8d90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:08:11Z', 'updated_at': '2021-06-24T17:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '004d905c-cc14-4189-936d-82a0eea7da62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-1-iscsi', '_floatingips': [{'id': '7b0191e3-c4a4-4c18-be83-8687eb7a4a11', 'tenant_id': 'fea91de70bb14b7dbc15fd1cce9a200e', 'floating_ip_address': '172.27.2.71', 'floating_network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'router_id': '09a0b256-4560-46e2-8be8-52aa83ab8d90', 'port_id': 'd61d3a23-968e-46d9-b8d0-3fee66b6e976', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5831895-94e5-4f0a-8fea-bf10963f4724', 'mac_address': 'fa:16:3e:1d:21:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457c2a90-0293-4e07-b241-5a6819350460', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T17:15:54Z', 'updated_at': '2021-06-24T17:16:12Z', 'revision_number': 1, 'project_id': 'fea91de70bb14b7dbc15fd1cce9a200e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fccddd0-c388-4298-8b98-67d407b5b9d1', 'name': '', 'network_id': 'b5831895-94e5-4f0a-8fea-bf10963f4724', 'tenant_id': 'fea91de70bb14b7dbc15fd1cce9a200e', 'mac_address': 'fa:16:3e:08:8c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09a0b256-4560-46e2-8be8-52aa83ab8d90', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'e87b4c16-dac9-4f7c-93b5-b846172b2da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:08:15Z', 'updated_at': '2021-06-24T17:08:28Z', 'revision_number': 5, 'project_id': 'fea91de70bb14b7dbc15fd1cce9a200e', 'subnets': [{'id': 'e87b4c16-dac9-4f7c-93b5-b846172b2da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-1-iscsi', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:16:14.062679 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Device a9ebcdd8-5031-4897-9df5-1748c6492700 no longer exists at agent ovs-agent-dv-cinder-797970-1-iscsi {{(pid=93702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 17:16:14.065024 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b6fcc6f-5863-4b87-ac06-f27f01725298 None None] The sync data for ids ['09a0b256-4560-46e2-8be8-52aa83ab8d90'] in dv-cinder-797970-1-iscsi is: [{'id': '09a0b256-4560-46e2-8be8-52aa83ab8d90', 'name': 'tempest-AttachVolumeTestJSON-1251952186-router', 'tenant_id': 'fea91de70bb14b7dbc15fd1cce9a200e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'external_fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '3164075f-28b2-4a16-b9f1-9e59f0d7c5cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T17:08:10Z', 'updated_at': '2021-06-24T17:08:17Z', 'revision_number': 4, 'project_id': 'fea91de70bb14b7dbc15fd1cce9a200e', 'gw_port': {'id': '3164075f-28b2-4a16-b9f1-9e59f0d7c5cf', 'name': '', 'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:77:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09a0b256-4560-46e2-8be8-52aa83ab8d90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:08:11Z', 'updated_at': '2021-06-24T17:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '004d905c-cc14-4189-936d-82a0eea7da62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-1-iscsi', '_floatingips': [{'id': '7b0191e3-c4a4-4c18-be83-8687eb7a4a11', 'tenant_id': 'fea91de70bb14b7dbc15fd1cce9a200e', 'floating_ip_address': '172.27.2.71', 'floating_network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'router_id': '09a0b256-4560-46e2-8be8-52aa83ab8d90', 'port_id': 'd61d3a23-968e-46d9-b8d0-3fee66b6e976', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5831895-94e5-4f0a-8fea-bf10963f4724', 'mac_address': 'fa:16:3e:1d:21:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457c2a90-0293-4e07-b241-5a6819350460', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T17:15:54Z', 'updated_at': '2021-06-24T17:16:12Z', 'revision_number': 1, 'project_id': 'fea91de70bb14b7dbc15fd1cce9a200e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fccddd0-c388-4298-8b98-67d407b5b9d1', 'name': '', 'network_id': 'b5831895-94e5-4f0a-8fea-bf10963f4724', 'tenant_id': 'fea91de70bb14b7dbc15fd1cce9a200e', 'mac_address': 'fa:16:3e:08:8c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09a0b256-4560-46e2-8be8-52aa83ab8d90', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'e87b4c16-dac9-4f7c-93b5-b846172b2da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:08:15Z', 'updated_at': '2021-06-24T17:08:28Z', 'revision_number': 5, 'project_id': 'fea91de70bb14b7dbc15fd1cce9a200e', 'subnets': [{'id': 'e87b4c16-dac9-4f7c-93b5-b846172b2da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 17:16:14.088769 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] No Port match for: a9ebcdd8-5031-4897-9df5-1748c6492700 {{(pid=93702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 17:16:14.089119 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Device a9ebcdd8-5031-4897-9df5-1748c6492700 not bound to the agent host dv-cinder-797970-1-iscsi {{(pid=93702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 17:16:14.256495 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2af60c-0fe9-4deb-b44d-97aad970e270 None None] New status for floating IP 7b0191e3-c4a4-4c18-be83-8687eb7a4a11: ACTIVE {{(pid=93703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 17:16:14.334581 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 33694) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:16:14.379214 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-ce97b076-c17e-4546-9565-1971e9ad5c72 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=47a90e87e3a646cabc82dcf6f8a87eb5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0419049 Jun 24 17:16:14.380813 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 33698) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:16:14.430454 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e6e241ae-af4f-415a-a6a5-eadbcaeda709 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:16:14.451082 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e6e241ae-af4f-415a-a6a5-eadbcaeda709 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:16:14.574225 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e6e241ae-af4f-415a-a6a5-eadbcaeda709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:16:14.577380 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e6e241ae-af4f-415a-a6a5-eadbcaeda709 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:16:14.578783 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-e6e241ae-af4f-415a-a6a5-eadbcaeda709 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/49bceb8f-954b-40eb-93c7-70156f7e7536 HTTP/1.1" status: 204 len: 168 time: 0.1970489 Jun 24 17:16:14.579557 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:16:14.587759 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e241ae-af4f-415a-a6a5-eadbcaeda709 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49bceb8f-954b-40eb-93c7-70156f7e7536,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:16:14.590695 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-e6e241ae-af4f-415a-a6a5-eadbcaeda709 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:16:14.930473 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5af43288-dd02-4084-874e-f1fcba283848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:16:16.459979 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-845c8506-8cf5-4b6b-bbc4-443bdb09ac47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:16:21.695824 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:16:27.770050 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-2504af7c-ae7f-476a-af4a-d2e7f1221e6f req-a1471966-4856-4166-9cfa-be09254f502b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a71d9174-102a-4b94-bbc0-b225a24a1444&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0511012 Jun 24 17:16:27.886772 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2504af7c-ae7f-476a-af4a-d2e7f1221e6f req-5666301c-a3b1-4102-b66d-0f3a4693915c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:16:27.888229 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-2504af7c-ae7f-476a-af4a-d2e7f1221e6f req-5666301c-a3b1-4102-b66d-0f3a4693915c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6bc5cd721def4e0c90b75e0186dfcb77&device_id=a71d9174-102a-4b94-bbc0-b225a24a1444 HTTP/1.1" status: 200 len: 1098 time: 0.0503697 Jun 24 17:16:27.992506 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2504af7c-ae7f-476a-af4a-d2e7f1221e6f req-d0570b82-d25f-4099-bb00-654650543f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:16:27.994102 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-2504af7c-ae7f-476a-af4a-d2e7f1221e6f req-d0570b82-d25f-4099-bb00-654650543f68 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e2c58ddc-3a0b-4159-9aa1-b7e24abf6c42 HTTP/1.1" status: 200 len: 916 time: 0.0850894 Jun 24 17:16:28.056472 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-2504af7c-ae7f-476a-af4a-d2e7f1221e6f req-a51c8c54-ae50-4c0b-8b1c-c2dba3c79c6c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=49f77c12-c52e-4a6a-a89c-c9fadda5c846 HTTP/1.1" status: 200 len: 1000 time: 0.0555756 Jun 24 17:16:28.110827 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2504af7c-ae7f-476a-af4a-d2e7f1221e6f req-6fab1acb-33ea-4f49-bdeb-1714e4bbe8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:16:28.112166 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-2504af7c-ae7f-476a-af4a-d2e7f1221e6f req-6fab1acb-33ea-4f49-bdeb-1714e4bbe8e1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2f50fbc4-85b7-4dc1-a33e-164695f5eb21 HTTP/1.1" status: 200 len: 855 time: 0.0447254 Jun 24 17:16:28.166215 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2504af7c-ae7f-476a-af4a-d2e7f1221e6f req-32f94926-61f7-4a00-8d14-9105ca3db869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:16:28.167572 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-2504af7c-ae7f-476a-af4a-d2e7f1221e6f req-32f94926-61f7-4a00-8d14-9105ca3db869 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e2c58ddc-3a0b-4159-9aa1-b7e24abf6c42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0489743 Jun 24 17:16:28.253570 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-2504af7c-ae7f-476a-af4a-d2e7f1221e6f req-c23260cf-70c2-4261-b192-ca2f47449275 service neutron] 10.222.0.37 "GET /v2.0/networks/e2c58ddc-3a0b-4159-9aa1-b7e24abf6c42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787368 Jun 24 17:16:28.342891 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-2504af7c-ae7f-476a-af4a-d2e7f1221e6f req-2ad5ae3d-7922-448e-949d-b2fd174fc5f0 service neutron] 10.222.0.37 "GET /v2.0/networks/e2c58ddc-3a0b-4159-9aa1-b7e24abf6c42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824432 Jun 24 17:16:31.340525 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.agents_db [None req-27f02d43-57e8-424c-a1b0-5a1f36db1773 None None] Agent healthcheck: found 6 active agents {{(pid=93703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 17:16:41.141846 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-62897a32-c20d-4651-a9a8-59b20439cd3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:16:43.460849 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c9e2ed6c-b2ee-4c2e-af96-a531256ec588 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:16:43.888094 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:16:44.912876 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5af43288-dd02-4084-874e-f1fcba283848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:16:46.460901 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-845c8506-8cf5-4b6b-bbc4-443bdb09ac47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:16:51.729762 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:16:55.561035 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db00fdb-ff73-4ba5-bcd4-f7770cfb2099 req-73c057bf-bfdd-4c89-843c-203ffec2a066 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:16:55.562570 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-4db00fdb-ff73-4ba5-bcd4-f7770cfb2099 req-73c057bf-bfdd-4c89-843c-203ffec2a066 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/ports?device_id=a71d9174-102a-4b94-bbc0-b225a24a1444 HTTP/1.1" status: 200 len: 945 time: 0.0671787 Jun 24 17:16:55.600520 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-4db00fdb-ff73-4ba5-bcd4-f7770cfb2099 req-2efcb117-774c-4ed1-9cb8-cc2bd2775ac1 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/security-groups?id=292ce647-212e-4592-bd7b-28d4deb6dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322039 Jun 24 17:16:56.776641 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e04e41-8c45-4110-bbfe-eb50caa71ec4 req-6cb32a0a-7c57-4ba4-ac05-45107dbe9a8f tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:16:56.778020 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-f9e04e41-8c45-4110-bbfe-eb50caa71ec4 req-6cb32a0a-7c57-4ba4-ac05-45107dbe9a8f tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/ports?device_id=a71d9174-102a-4b94-bbc0-b225a24a1444 HTTP/1.1" status: 200 len: 945 time: 0.0630827 Jun 24 17:16:56.815778 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-f9e04e41-8c45-4110-bbfe-eb50caa71ec4 req-c1bffc27-0d62-4054-8122-1a11938a95af tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/security-groups?id=292ce647-212e-4592-bd7b-28d4deb6dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318992 Jun 24 17:16:57.992080 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b0fece-48b5-43ad-a96b-8ca347f32b16 req-590409de-642a-4df1-82e7-27b1150f1f67 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:16:57.993520 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-24b0fece-48b5-43ad-a96b-8ca347f32b16 req-590409de-642a-4df1-82e7-27b1150f1f67 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/ports?device_id=a71d9174-102a-4b94-bbc0-b225a24a1444 HTTP/1.1" status: 200 len: 945 time: 0.0613658 Jun 24 17:16:58.031253 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-24b0fece-48b5-43ad-a96b-8ca347f32b16 req-382d682e-9405-4b1e-af2d-ebc30e05949b tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/security-groups?id=292ce647-212e-4592-bd7b-28d4deb6dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322185 Jun 24 17:16:59.210304 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ebe3d2-dfa0-435a-8f3d-9ab1b154d7ac req-6a5aa045-c1d7-4fb4-b279-a3fc0ceb2075 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:16:59.211659 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-a6ebe3d2-dfa0-435a-8f3d-9ab1b154d7ac req-6a5aa045-c1d7-4fb4-b279-a3fc0ceb2075 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/ports?device_id=a71d9174-102a-4b94-bbc0-b225a24a1444 HTTP/1.1" status: 200 len: 945 time: 0.0650265 Jun 24 17:16:59.247191 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-a6ebe3d2-dfa0-435a-8f3d-9ab1b154d7ac req-a09f54a6-7ea4-43f5-aeac-9abe81271448 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/security-groups?id=292ce647-212e-4592-bd7b-28d4deb6dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300250 Jun 24 17:17:00.427631 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1ce9a5-88dc-4906-8469-c285ca59b296 req-b2bc98e5-cec7-4a0d-82d4-b895988e41dc tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:17:00.429066 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-1b1ce9a5-88dc-4906-8469-c285ca59b296 req-b2bc98e5-cec7-4a0d-82d4-b895988e41dc tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/ports?device_id=a71d9174-102a-4b94-bbc0-b225a24a1444 HTTP/1.1" status: 200 len: 945 time: 0.0634427 Jun 24 17:17:00.465568 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-1b1ce9a5-88dc-4906-8469-c285ca59b296 req-5a4a7f4e-e84f-446b-a8bf-8558e32d0a43 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/security-groups?id=292ce647-212e-4592-bd7b-28d4deb6dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310228 Jun 24 17:17:01.648220 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa5bf3e-f1ba-41cc-9d56-c26d58600200 req-805077ca-c658-45c5-97ab-26413d02071e tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:17:01.649814 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-2fa5bf3e-f1ba-41cc-9d56-c26d58600200 req-805077ca-c658-45c5-97ab-26413d02071e tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/ports?device_id=a71d9174-102a-4b94-bbc0-b225a24a1444 HTTP/1.1" status: 200 len: 945 time: 0.0676315 Jun 24 17:17:01.687408 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-2fa5bf3e-f1ba-41cc-9d56-c26d58600200 req-00dafab7-bb9b-4cff-9f41-b6ba0571dfda tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/security-groups?id=292ce647-212e-4592-bd7b-28d4deb6dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317533 Jun 24 17:17:02.867099 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8827cfcb-1ec8-4d2d-9fc1-a5f430a12dc9 req-dbd38d51-27d8-47e2-8ad0-18588e855eea tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:17:02.868563 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-8827cfcb-1ec8-4d2d-9fc1-a5f430a12dc9 req-dbd38d51-27d8-47e2-8ad0-18588e855eea tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/ports?device_id=a71d9174-102a-4b94-bbc0-b225a24a1444 HTTP/1.1" status: 200 len: 945 time: 0.0663972 Jun 24 17:17:02.907921 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-8827cfcb-1ec8-4d2d-9fc1-a5f430a12dc9 req-931cde5d-7598-425b-98bd-e2ac1659489a tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/security-groups?id=292ce647-212e-4592-bd7b-28d4deb6dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330679 Jun 24 17:17:04.085769 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a060fa5-4a0c-4525-8566-1edd755b9936 req-2e1ce8ed-4c63-4486-b077-2ead2e7545f3 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:17:04.087210 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-6a060fa5-4a0c-4525-8566-1edd755b9936 req-2e1ce8ed-4c63-4486-b077-2ead2e7545f3 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/ports?device_id=a71d9174-102a-4b94-bbc0-b225a24a1444 HTTP/1.1" status: 200 len: 945 time: 0.0636494 Jun 24 17:17:04.127946 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-6a060fa5-4a0c-4525-8566-1edd755b9936 req-5f7e8173-6827-4ace-948e-ad300ca6ab97 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/security-groups?id=292ce647-212e-4592-bd7b-28d4deb6dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350294 Jun 24 17:17:05.310422 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134bb0af-1a3e-4dc0-a186-7b202ad77e6c req-7655875b-b4a4-415a-ae7b-8c97ccdf00ce tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:17:05.311870 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-134bb0af-1a3e-4dc0-a186-7b202ad77e6c req-7655875b-b4a4-415a-ae7b-8c97ccdf00ce tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/ports?device_id=a71d9174-102a-4b94-bbc0-b225a24a1444 HTTP/1.1" status: 200 len: 945 time: 0.0666113 Jun 24 17:17:05.349228 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-134bb0af-1a3e-4dc0-a186-7b202ad77e6c req-a12fee46-aeaa-4b79-8bfa-0f4a8a298811 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/security-groups?id=292ce647-212e-4592-bd7b-28d4deb6dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318596 Jun 24 17:17:06.532895 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050284a2-e8df-45d9-982b-0d4d27a274de req-e4faee7b-c2c9-4ce0-9ff4-c6bae9b3207f tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:17:06.534529 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-050284a2-e8df-45d9-982b-0d4d27a274de req-e4faee7b-c2c9-4ce0-9ff4-c6bae9b3207f tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/ports?device_id=a71d9174-102a-4b94-bbc0-b225a24a1444 HTTP/1.1" status: 200 len: 945 time: 0.0626602 Jun 24 17:17:06.570594 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-050284a2-e8df-45d9-982b-0d4d27a274de req-6e6a52b1-6745-4c2e-8d2e-338f864a66ae tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/security-groups?id=292ce647-212e-4592-bd7b-28d4deb6dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305264 Jun 24 17:17:07.752080 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c8f459-2f95-483f-92bf-2c79388513a0 req-cd5eac72-3f2c-4bdd-b459-0b319d2ce0cd tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:17:07.753535 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-b5c8f459-2f95-483f-92bf-2c79388513a0 req-cd5eac72-3f2c-4bdd-b459-0b319d2ce0cd tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/ports?device_id=a71d9174-102a-4b94-bbc0-b225a24a1444 HTTP/1.1" status: 200 len: 945 time: 0.0659406 Jun 24 17:17:07.792643 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-b5c8f459-2f95-483f-92bf-2c79388513a0 req-872d42d7-c233-4f1e-a163-252c1a5b7359 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/security-groups?id=292ce647-212e-4592-bd7b-28d4deb6dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333688 Jun 24 17:17:07.960250 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Device 49f77c12-c52e-4a6a-a89c-c9fadda5c846 details requested by agent hyperv_hv-cinder-79797 with host hv-cinder-79797 {{(pid=93702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 17:17:08.052883 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] For port 49f77c12-c52e-4a6a-a89c-c9fadda5c846, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=49f77c12-c52e-4a6a-a89c-c9fadda5c846,segment=NetworkSegment(10a83dba-9475-45c8-9dae-cc9d5b4ac03a),segment_id=10a83dba-9475-45c8-9dae-cc9d5b4ac03a)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 17:17:08.063651 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Returning: {'device': '49f77c12-c52e-4a6a-a89c-c9fadda5c846', 'network_id': 'e2c58ddc-3a0b-4159-9aa1-b7e24abf6c42', 'port_id': '49f77c12-c52e-4a6a-a89c-c9fadda5c846', 'mac_address': 'fa:16:3e:e6:d6:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f50fbc4-85b7-4dc1-a33e-164695f5eb21', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 17:17:08.099002 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:17:08.110720 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.notifiers.nova [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 49f77c12-c52e-4a6a-a89c-c9fadda5c846 {{(pid=93702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 17:17:08.129138 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] For port 49f77c12-c52e-4a6a-a89c-c9fadda5c846, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=49f77c12-c52e-4a6a-a89c-c9fadda5c846,segment=NetworkSegment(10a83dba-9475-45c8-9dae-cc9d5b4ac03a),segment_id=10a83dba-9475-45c8-9dae-cc9d5b4ac03a)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 17:17:08.213426 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:17:08.215147 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-643deeb7-22e0-4967-a621-b6dc856dace2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:17:08.258613 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Pushing event updated for resources: {'Port': ['ID=49f77c12-c52e-4a6a-a89c-c9fadda5c846,revision_number=6']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:17:08.265268 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:17:08.265611 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:17:08.265980 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:17:08.266307 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:17:08.267402 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:17:08.268118 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:17:08.268299 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:17:08.268625 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:17:08.268961 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:17:08.269271 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:17:08.269589 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:17:08.269929 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:17:08.273661 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:17:08.338460 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.agents_db [None req-27f02d43-57e8-424c-a1b0-5a1f36db1773 None None] Agent healthcheck: found 6 active agents {{(pid=93703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 17:17:08.379402 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] get_ports_and_sgs() called for port_ids ['49f77c12-c52e-4a6a-a89c-c9fadda5c846'] {{(pid=93702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 17:17:08.972417 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f0ed18-62f5-40a9-a272-c9e20941eaa3 req-99a2b5b5-2d9c-45eb-9def-8e93bf84bd6e tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:17:08.973899 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-94f0ed18-62f5-40a9-a272-c9e20941eaa3 req-99a2b5b5-2d9c-45eb-9def-8e93bf84bd6e tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/ports?device_id=a71d9174-102a-4b94-bbc0-b225a24a1444 HTTP/1.1" status: 200 len: 944 time: 0.0642629 Jun 24 17:17:09.010810 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-94f0ed18-62f5-40a9-a272-c9e20941eaa3 req-614807e4-fa9c-4060-a0df-174153add500 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/security-groups?id=292ce647-212e-4592-bd7b-28d4deb6dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313933 Jun 24 17:17:09.991281 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Device 49f77c12-c52e-4a6a-a89c-c9fadda5c846 up at agent hyperv_hv-cinder-79797 {{(pid=93702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 17:17:10.039179 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Provisioning complete for port 49f77c12-c52e-4a6a-a89c-c9fadda5c846 triggered by entity L2. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 17:17:10.039561 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979100'] for port, provisioning_complete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:17:10.118568 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:17:10.141030 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a71d9174-102a-4b94-bbc0-b225a24a1444', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49f77c12-c52e-4a6a-a89c-c9fadda5c846'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 17:17:10.143868 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d8b605067795a7fc2c115f7278a2b51e92dc277499becda2f2169a787a2c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64ac38b7-7202-4712-b7b7-da2126bd69d1" -d '{"events": [{"server_uuid": "a71d9174-102a-4b94-bbc0-b225a24a1444", "name": "network-vif-plugged", "status": "completed", "tag": "49f77c12-c52e-4a6a-a89c-c9fadda5c846"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 17:17:10.156287 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] For port 49f77c12-c52e-4a6a-a89c-c9fadda5c846, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=49f77c12-c52e-4a6a-a89c-c9fadda5c846,segment=NetworkSegment(10a83dba-9475-45c8-9dae-cc9d5b4ac03a),segment_id=10a83dba-9475-45c8-9dae-cc9d5b4ac03a)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 17:17:10.194619 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25e955d-9944-4b4a-b746-da0c2f82d95f req-0797ab96-2aed-468b-8508-dc038bd464d8 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:17:10.196159 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-a25e955d-9944-4b4a-b746-da0c2f82d95f req-0797ab96-2aed-468b-8508-dc038bd464d8 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/ports?device_id=a71d9174-102a-4b94-bbc0-b225a24a1444 HTTP/1.1" status: 200 len: 944 time: 0.0648658 Jun 24 17:17:10.230247 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 17:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e94d8294-15fe-44c0-9b95-933608c64eee x-openstack-request-id: req-e94d8294-15fe-44c0-9b95-933608c64eee {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 17:17:10.230546 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a71d9174-102a-4b94-bbc0-b225a24a1444", "name": "network-vif-plugged", "status": "completed", "tag": "49f77c12-c52e-4a6a-a89c-c9fadda5c846", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 17:17:10.230828 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e94d8294-15fe-44c0-9b95-933608c64eee {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 17:17:10.231274 dv-cinder-797970-1-iscsi neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a71d9174-102a-4b94-bbc0-b225a24a1444', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49f77c12-c52e-4a6a-a89c-c9fadda5c846', 'code': 200} Jun 24 17:17:10.236764 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-a25e955d-9944-4b4a-b746-da0c2f82d95f req-2489c7ed-b656-4bcc-a4e6-23ea02a13df2 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/security-groups?id=292ce647-212e-4592-bd7b-28d4deb6dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345325 Jun 24 17:17:10.242032 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:17:10.243891 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-fb4741bf-ea83-4478-99f4-72cc1f934c39 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:17:10.289844 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Pushing event updated for resources: {'Port': ['ID=49f77c12-c52e-4a6a-a89c-c9fadda5c846,revision_number=7']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:17:10.292849 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:17:11.139007 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ae6163c7-0447-4254-bca5-11e0c56c1063 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:17:11.420054 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37412d0e-dae7-490d-95e0-94724b334bdd req-ad2bd670-911a-4028-ac6a-951fc1253bab tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:17:11.421480 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-37412d0e-dae7-490d-95e0-94724b334bdd req-ad2bd670-911a-4028-ac6a-951fc1253bab tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/ports?device_id=a71d9174-102a-4b94-bbc0-b225a24a1444 HTTP/1.1" status: 200 len: 945 time: 0.0657122 Jun 24 17:17:11.458186 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-37412d0e-dae7-490d-95e0-94724b334bdd req-2839de5c-2ebf-4c29-bf81-9fd41b4adc65 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/security-groups?id=292ce647-212e-4592-bd7b-28d4deb6dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303681 Jun 24 17:17:12.632985 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c1c064-168d-49bf-a4e1-6d71eb987e51 req-8e0bdd72-a25e-45bf-bf64-2ca38f915546 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:17:12.634480 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-a3c1c064-168d-49bf-a4e1-6d71eb987e51 req-8e0bdd72-a25e-45bf-bf64-2ca38f915546 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/ports?device_id=a71d9174-102a-4b94-bbc0-b225a24a1444 HTTP/1.1" status: 200 len: 945 time: 0.0632801 Jun 24 17:17:12.671293 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-a3c1c064-168d-49bf-a4e1-6d71eb987e51 req-0398ff7d-42e5-44cc-ace6-910ad2796a94 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/security-groups?id=292ce647-212e-4592-bd7b-28d4deb6dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313671 Jun 24 17:17:13.495156 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5cec5b8d-c633-40ec-b131-26085dc7ce01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:17:13.870331 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565f262e-c373-451d-8141-3edf9e87d828 req-55c769ea-f4fc-44c7-8a5c-3a3fb7b1f9f9 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:17:13.871998 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-565f262e-c373-451d-8141-3edf9e87d828 req-55c769ea-f4fc-44c7-8a5c-3a3fb7b1f9f9 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/ports?device_id=a71d9174-102a-4b94-bbc0-b225a24a1444 HTTP/1.1" status: 200 len: 945 time: 0.0783360 Jun 24 17:17:13.922297 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-565f262e-c373-451d-8141-3edf9e87d828 req-1164074e-395c-4f4b-a9e1-fd3c97c3e7ce tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/security-groups?id=292ce647-212e-4592-bd7b-28d4deb6dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429816 Jun 24 17:17:13.925886 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:17:14.933510 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5af43288-dd02-4084-874e-f1fcba283848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:17:15.121765 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaafa91-03f3-4d2b-8001-132e81662986 req-cc64f9bb-f829-4642-a8e4-d20a4e33ea68 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:17:15.123261 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-1aaafa91-03f3-4d2b-8001-132e81662986 req-cc64f9bb-f829-4642-a8e4-d20a4e33ea68 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/ports?device_id=a71d9174-102a-4b94-bbc0-b225a24a1444 HTTP/1.1" status: 200 len: 945 time: 0.0684509 Jun 24 17:17:15.164711 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-1aaafa91-03f3-4d2b-8001-132e81662986 req-f7573034-be93-4367-bae0-72c7ca2e3e24 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/security-groups?id=292ce647-212e-4592-bd7b-28d4deb6dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352697 Jun 24 17:17:16.361351 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34203aac-8a68-456d-ac37-4432ff14a94f req-e8b10894-9aa1-4b31-bfba-0cdf84d6a6fe tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:17:16.362861 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-34203aac-8a68-456d-ac37-4432ff14a94f req-e8b10894-9aa1-4b31-bfba-0cdf84d6a6fe tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/ports?device_id=a71d9174-102a-4b94-bbc0-b225a24a1444 HTTP/1.1" status: 200 len: 945 time: 0.0642159 Jun 24 17:17:16.403686 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-34203aac-8a68-456d-ac37-4432ff14a94f req-e1ca5989-d1db-4d04-8743-dc000289d951 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/security-groups?id=292ce647-212e-4592-bd7b-28d4deb6dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337708 Jun 24 17:17:16.472100 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-845c8506-8cf5-4b6b-bbc4-443bdb09ac47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:17:17.598466 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5a0449-2f79-43d3-bd22-1d14ab6871e0 req-35e2ad76-2334-49b3-9ef1-002e599e9732 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:17:17.600623 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-8e5a0449-2f79-43d3-bd22-1d14ab6871e0 req-35e2ad76-2334-49b3-9ef1-002e599e9732 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/ports?device_id=a71d9174-102a-4b94-bbc0-b225a24a1444 HTTP/1.1" status: 200 len: 945 time: 0.0732737 Jun 24 17:17:17.642797 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-8e5a0449-2f79-43d3-bd22-1d14ab6871e0 req-93097864-7cd7-40a9-90e7-29be789fdf11 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/security-groups?id=292ce647-212e-4592-bd7b-28d4deb6dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354247 Jun 24 17:17:18.861020 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8e025d-c83c-44ca-b49a-488573c14b63 req-10194b59-61ad-47a6-b327-5bf3e9019d8e tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:17:18.863624 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-9e8e025d-c83c-44ca-b49a-488573c14b63 req-10194b59-61ad-47a6-b327-5bf3e9019d8e tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/ports?device_id=a71d9174-102a-4b94-bbc0-b225a24a1444 HTTP/1.1" status: 200 len: 945 time: 0.0798800 Jun 24 17:17:18.912269 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-9e8e025d-c83c-44ca-b49a-488573c14b63 req-747b7023-bc27-4be0-9ba6-7b6c6262c617 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/security-groups?id=292ce647-212e-4592-bd7b-28d4deb6dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424905 Jun 24 17:17:20.120736 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc300a5-7d45-4753-af9b-4af034d3e9da req-495fe388-cde6-4a9b-b7c6-fc411d453d0a tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:17:20.129103 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-cbc300a5-7d45-4753-af9b-4af034d3e9da req-495fe388-cde6-4a9b-b7c6-fc411d453d0a tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/ports?device_id=a71d9174-102a-4b94-bbc0-b225a24a1444 HTTP/1.1" status: 200 len: 945 time: 0.0862412 Jun 24 17:17:20.171075 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-cbc300a5-7d45-4753-af9b-4af034d3e9da req-47e0219e-6069-4a7e-9fe6-8caca9d7ed88 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/security-groups?id=292ce647-212e-4592-bd7b-28d4deb6dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385087 Jun 24 17:17:21.384267 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9d34f7-011f-41f8-8ebd-58dec79f065a req-dfd8b4e6-3784-41ff-bbaf-4c8a55c575ef tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:17:21.385747 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-ae9d34f7-011f-41f8-8ebd-58dec79f065a req-dfd8b4e6-3784-41ff-bbaf-4c8a55c575ef tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/ports?device_id=a71d9174-102a-4b94-bbc0-b225a24a1444 HTTP/1.1" status: 200 len: 945 time: 0.0723622 Jun 24 17:17:21.431817 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-ae9d34f7-011f-41f8-8ebd-58dec79f065a req-4181aa35-dbf9-44d2-903d-359a9f8135ef tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/security-groups?id=292ce647-212e-4592-bd7b-28d4deb6dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379946 Jun 24 17:17:21.739579 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:17:22.635123 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb963f95-45bd-4674-8121-9da7170b2904 req-1d3e52d8-e829-4a90-a106-0f2eadddb0b3 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:17:22.637427 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-cb963f95-45bd-4674-8121-9da7170b2904 req-1d3e52d8-e829-4a90-a106-0f2eadddb0b3 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/ports?device_id=a71d9174-102a-4b94-bbc0-b225a24a1444 HTTP/1.1" status: 200 len: 945 time: 0.0683672 Jun 24 17:17:22.678662 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-cb963f95-45bd-4674-8121-9da7170b2904 req-3c036c5a-aa8b-4b6b-a9e7-063d097b523f tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/security-groups?id=292ce647-212e-4592-bd7b-28d4deb6dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337098 Jun 24 17:17:23.858941 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416d8f26-b4a7-40f5-925c-5bb3088ae4f8 req-56508909-e1b2-46c7-9761-96fce485ad18 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:17:23.860434 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-416d8f26-b4a7-40f5-925c-5bb3088ae4f8 req-56508909-e1b2-46c7-9761-96fce485ad18 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/ports?device_id=a71d9174-102a-4b94-bbc0-b225a24a1444 HTTP/1.1" status: 200 len: 945 time: 0.0675328 Jun 24 17:17:23.901787 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-416d8f26-b4a7-40f5-925c-5bb3088ae4f8 req-f0988045-270f-41ae-b0a4-30046128160d tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/security-groups?id=292ce647-212e-4592-bd7b-28d4deb6dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351973 Jun 24 17:17:25.078874 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc721a5-2cd9-430d-8043-c8842c9b106c req-d6f3d9ec-4f20-46ec-a796-ce3fb37bcee8 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:17:25.080870 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-2dc721a5-2cd9-430d-8043-c8842c9b106c req-d6f3d9ec-4f20-46ec-a796-ce3fb37bcee8 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/ports?device_id=a71d9174-102a-4b94-bbc0-b225a24a1444 HTTP/1.1" status: 200 len: 945 time: 0.0619578 Jun 24 17:17:25.119047 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-2dc721a5-2cd9-430d-8043-c8842c9b106c req-7feb5934-e04d-49ea-b735-a7a489ee1efd tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/security-groups?id=292ce647-212e-4592-bd7b-28d4deb6dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325475 Jun 24 17:17:25.156316 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4763fd25-b684-4e0d-8e12-bc07541af2fc req-76f98b55-167f-40ef-a26d-4aefb65d45dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:17:25.158324 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-4763fd25-b684-4e0d-8e12-bc07541af2fc req-76f98b55-167f-40ef-a26d-4aefb65d45dd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6bc5cd721def4e0c90b75e0186dfcb77&device_id=a71d9174-102a-4b94-bbc0-b225a24a1444 HTTP/1.1" status: 200 len: 1098 time: 0.0534055 Jun 24 17:17:25.485195 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4763fd25-b684-4e0d-8e12-bc07541af2fc req-6b769de9-9de2-4e73-9ba3-2f50b3e29341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:17:25.486809 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-4763fd25-b684-4e0d-8e12-bc07541af2fc req-6b769de9-9de2-4e73-9ba3-2f50b3e29341 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e2c58ddc-3a0b-4159-9aa1-b7e24abf6c42 HTTP/1.1" status: 200 len: 916 time: 0.3201857 Jun 24 17:17:25.549948 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-4763fd25-b684-4e0d-8e12-bc07541af2fc req-41ce8a21-b623-494b-a394-78e2c88a951a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=49f77c12-c52e-4a6a-a89c-c9fadda5c846 HTTP/1.1" status: 200 len: 1000 time: 0.0558808 Jun 24 17:17:25.597719 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4763fd25-b684-4e0d-8e12-bc07541af2fc req-599a3b73-b4b7-4dd2-bae5-4d2fdd2596bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:17:25.599024 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-4763fd25-b684-4e0d-8e12-bc07541af2fc req-599a3b73-b4b7-4dd2-bae5-4d2fdd2596bd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2f50fbc4-85b7-4dc1-a33e-164695f5eb21 HTTP/1.1" status: 200 len: 855 time: 0.0425577 Jun 24 17:17:25.659882 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4763fd25-b684-4e0d-8e12-bc07541af2fc req-ba949365-583c-46b6-b532-eba6caa904ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:17:25.661294 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-4763fd25-b684-4e0d-8e12-bc07541af2fc req-ba949365-583c-46b6-b532-eba6caa904ff service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e2c58ddc-3a0b-4159-9aa1-b7e24abf6c42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0546985 Jun 24 17:17:25.750368 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-4763fd25-b684-4e0d-8e12-bc07541af2fc req-a15830e1-a1d7-457e-b473-cc2c7958b3b3 service neutron] 10.222.0.37 "GET /v2.0/networks/e2c58ddc-3a0b-4159-9aa1-b7e24abf6c42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814204 Jun 24 17:17:25.840025 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-4763fd25-b684-4e0d-8e12-bc07541af2fc req-03fa62de-0dd7-4b14-b5af-029365985f8f service neutron] 10.222.0.37 "GET /v2.0/networks/e2c58ddc-3a0b-4159-9aa1-b7e24abf6c42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835381 Jun 24 17:17:26.296376 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2a65dc-b839-4257-9bfe-6e2d7332d72b req-d08a996b-4a45-4bbb-b605-69e106b4e899 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:17:26.298044 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-0b2a65dc-b839-4257-9bfe-6e2d7332d72b req-d08a996b-4a45-4bbb-b605-69e106b4e899 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/ports?device_id=a71d9174-102a-4b94-bbc0-b225a24a1444 HTTP/1.1" status: 200 len: 945 time: 0.0651317 Jun 24 17:17:26.336912 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-0b2a65dc-b839-4257-9bfe-6e2d7332d72b req-1bf54b32-f89f-4a6b-b711-f6d92698ead0 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/security-groups?id=292ce647-212e-4592-bd7b-28d4deb6dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333819 Jun 24 17:17:27.512215 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d464cfb-c582-461e-9d6f-f0b980b4a758 req-8e93c21c-3f55-4334-a015-6d582a2d68e4 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:17:27.513680 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-6d464cfb-c582-461e-9d6f-f0b980b4a758 req-8e93c21c-3f55-4334-a015-6d582a2d68e4 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/ports?device_id=a71d9174-102a-4b94-bbc0-b225a24a1444 HTTP/1.1" status: 200 len: 945 time: 0.0635643 Jun 24 17:17:27.553348 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-6d464cfb-c582-461e-9d6f-f0b980b4a758 req-240258f9-f27e-4818-9dc2-c1fd8969cfd2 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/security-groups?id=292ce647-212e-4592-bd7b-28d4deb6dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333815 Jun 24 17:17:28.131499 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Device 49f77c12-c52e-4a6a-a89c-c9fadda5c846 no longer exists at agent hyperv_hv-cinder-79797 {{(pid=93702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 17:17:28.206210 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:17:28.227400 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a71d9174-102a-4b94-bbc0-b225a24a1444', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49f77c12-c52e-4a6a-a89c-c9fadda5c846'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 17:17:28.229677 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d8b605067795a7fc2c115f7278a2b51e92dc277499becda2f2169a787a2c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1e04fe0-b905-43fd-8af0-e90a328bfa2d" -d '{"events": [{"server_uuid": "a71d9174-102a-4b94-bbc0-b225a24a1444", "name": "network-vif-unplugged", "status": "completed", "tag": "49f77c12-c52e-4a6a-a89c-c9fadda5c846"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 17:17:28.247579 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] For port 49f77c12-c52e-4a6a-a89c-c9fadda5c846, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=49f77c12-c52e-4a6a-a89c-c9fadda5c846,segment=NetworkSegment(10a83dba-9475-45c8-9dae-cc9d5b4ac03a),segment_id=10a83dba-9475-45c8-9dae-cc9d5b4ac03a)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 17:17:28.266826 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 24 Jun 2021 17:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa304089-1a8c-416c-93ed-f31f2ceb5fc4 x-openstack-request-id: req-fa304089-1a8c-416c-93ed-f31f2ceb5fc4 {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 17:17:28.267124 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a71d9174-102a-4b94-bbc0-b225a24a1444", "name": "network-vif-unplugged", "status": "completed", "tag": "49f77c12-c52e-4a6a-a89c-c9fadda5c846", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 17:17:28.267384 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fa304089-1a8c-416c-93ed-f31f2ceb5fc4 {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 17:17:28.267781 dv-cinder-797970-1-iscsi neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a71d9174-102a-4b94-bbc0-b225a24a1444', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49f77c12-c52e-4a6a-a89c-c9fadda5c846', 'code': 200} Jun 24 17:17:28.323319 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:17:28.325939 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:17:28.371626 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Pushing event updated for resources: {'Port': ['ID=49f77c12-c52e-4a6a-a89c-c9fadda5c846,revision_number=8']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:17:28.374875 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:17:28.732604 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ff09be-133f-4682-9ff0-4d39579a3b15 req-13993029-0268-45f2-bcd5-65c5cee74d98 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:17:28.734067 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-47ff09be-133f-4682-9ff0-4d39579a3b15 req-13993029-0268-45f2-bcd5-65c5cee74d98 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/ports?device_id=a71d9174-102a-4b94-bbc0-b225a24a1444 HTTP/1.1" status: 200 len: 943 time: 0.0637872 Jun 24 17:17:28.773345 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-47ff09be-133f-4682-9ff0-4d39579a3b15 req-03b021e8-89b1-40d0-8464-690ab4a690b1 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/security-groups?id=292ce647-212e-4592-bd7b-28d4deb6dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332038 Jun 24 17:17:29.796137 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-baa2bf32-aa5d-42fb-8a1d-1c9de080b289 req-e5acaa0c-32b9-4541-a39f-4f9c05f4a94e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f4471cde-a391-4977-a7f1-693fe67a78bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0544586 Jun 24 17:17:29.896998 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa2bf32-aa5d-42fb-8a1d-1c9de080b289 req-01c84de7-b3dd-4e13-b099-3d8944502b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:17:29.898466 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-baa2bf32-aa5d-42fb-8a1d-1c9de080b289 req-01c84de7-b3dd-4e13-b099-3d8944502b46 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3932aa6d6c7446bcb7063308e31b911f&device_id=f4471cde-a391-4977-a7f1-693fe67a78bf HTTP/1.1" status: 200 len: 1098 time: 0.0578671 Jun 24 17:17:30.013313 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa2bf32-aa5d-42fb-8a1d-1c9de080b289 req-edf5bc73-e6ed-4274-af69-ea461e05d5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:17:30.014793 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-baa2bf32-aa5d-42fb-8a1d-1c9de080b289 req-edf5bc73-e6ed-4274-af69-ea461e05d5dc service neutron] 10.222.0.37 "GET /v2.0/networks?id=d814d5ca-30ce-40c7-a19a-3244f9dca736 HTTP/1.1" status: 200 len: 908 time: 0.0847335 Jun 24 17:17:30.083272 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-baa2bf32-aa5d-42fb-8a1d-1c9de080b289 req-d54ab94d-2178-4ba0-b39f-31645012be2d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2bd31234-8541-4c73-a252-e62bed09039e HTTP/1.1" status: 200 len: 1000 time: 0.0618303 Jun 24 17:17:30.131428 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa2bf32-aa5d-42fb-8a1d-1c9de080b289 req-ea1024e0-5d30-4a0c-92aa-cfccee6a1603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:17:30.132800 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-baa2bf32-aa5d-42fb-8a1d-1c9de080b289 req-ea1024e0-5d30-4a0c-92aa-cfccee6a1603 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e7f2d1aa-66d6-42d3-8334-b5d4eb2abfb2 HTTP/1.1" status: 200 len: 847 time: 0.0432079 Jun 24 17:17:30.192076 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa2bf32-aa5d-42fb-8a1d-1c9de080b289 req-96fdc1ae-e3db-4802-a103-76d78a8150b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:17:30.193694 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-baa2bf32-aa5d-42fb-8a1d-1c9de080b289 req-96fdc1ae-e3db-4802-a103-76d78a8150b6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d814d5ca-30ce-40c7-a19a-3244f9dca736&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0540674 Jun 24 17:17:30.295587 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-baa2bf32-aa5d-42fb-8a1d-1c9de080b289 req-c4408206-c32e-40b8-9cfa-d11d8d30e502 service neutron] 10.222.0.37 "GET /v2.0/networks/d814d5ca-30ce-40c7-a19a-3244f9dca736?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937409 Jun 24 17:17:30.399146 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-baa2bf32-aa5d-42fb-8a1d-1c9de080b289 req-67358ca6-361a-4349-a7eb-988292a31bc0 service neutron] 10.222.0.37 "GET /v2.0/networks/d814d5ca-30ce-40c7-a19a-3244f9dca736?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967898 Jun 24 17:17:31.096965 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62431f8-ad68-47c8-a20b-45900eea2136 req-62f4cd7b-7871-4c88-91ae-8aa0d5eda52a tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:17:31.098447 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-a62431f8-ad68-47c8-a20b-45900eea2136 req-62f4cd7b-7871-4c88-91ae-8aa0d5eda52a tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/ports?device_id=a71d9174-102a-4b94-bbc0-b225a24a1444 HTTP/1.1" status: 200 len: 943 time: 0.0710030 Jun 24 17:17:31.139721 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-a62431f8-ad68-47c8-a20b-45900eea2136 req-cfe66de7-20b5-467f-aa8a-fc70297b8a2f tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/security-groups?id=292ce647-212e-4592-bd7b-28d4deb6dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357430 Jun 24 17:17:31.270586 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-6f7a4468-53db-4c9d-82f8-33020a7954d9 req-8bb359fd-42c8-4674-9600-cbc671c0be29 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a71d9174-102a-4b94-bbc0-b225a24a1444&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0509381 Jun 24 17:17:32.154026 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Device 49f77c12-c52e-4a6a-a89c-c9fadda5c846 no longer exists at agent hyperv_hv-cinder-79797 {{(pid=93702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 17:17:32.323346 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d1b799-787c-4f51-b397-cb72ba0a8d1b req-757de9dd-2cc1-4eea-9228-41be57b857b5 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:17:32.324812 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-c3d1b799-787c-4f51-b397-cb72ba0a8d1b req-757de9dd-2cc1-4eea-9228-41be57b857b5 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/ports?device_id=a71d9174-102a-4b94-bbc0-b225a24a1444 HTTP/1.1" status: 200 len: 943 time: 0.0647337 Jun 24 17:17:32.361892 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-c3d1b799-787c-4f51-b397-cb72ba0a8d1b req-377c553a-122b-4030-9927-068800555c2f tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/security-groups?id=292ce647-212e-4592-bd7b-28d4deb6dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313282 Jun 24 17:17:32.717996 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7a4468-53db-4c9d-82f8-33020a7954d9 req-623dc1d0-5f68-45ba-a2d1-c7278ebe8830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:17:32.719416 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-6f7a4468-53db-4c9d-82f8-33020a7954d9 req-623dc1d0-5f68-45ba-a2d1-c7278ebe8830 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a71d9174-102a-4b94-bbc0-b225a24a1444&tenant_id=6bc5cd721def4e0c90b75e0186dfcb77 HTTP/1.1" status: 200 len: 1096 time: 0.0859334 Jun 24 17:17:32.803381 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7a4468-53db-4c9d-82f8-33020a7954d9 req-0fed1df8-5bca-4bbc-8d46-51eb8408a932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:17:32.804825 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-6f7a4468-53db-4c9d-82f8-33020a7954d9 req-0fed1df8-5bca-4bbc-8d46-51eb8408a932 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6bc5cd721def4e0c90b75e0186dfcb77&device_id=a71d9174-102a-4b94-bbc0-b225a24a1444 HTTP/1.1" status: 200 len: 1096 time: 0.0534539 Jun 24 17:17:32.891589 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7a4468-53db-4c9d-82f8-33020a7954d9 req-25475783-60e1-4cb9-b7dd-99b63db01629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:17:32.893734 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-6f7a4468-53db-4c9d-82f8-33020a7954d9 req-25475783-60e1-4cb9-b7dd-99b63db01629 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e2c58ddc-3a0b-4159-9aa1-b7e24abf6c42 HTTP/1.1" status: 200 len: 916 time: 0.0818207 Jun 24 17:17:32.961832 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-6f7a4468-53db-4c9d-82f8-33020a7954d9 req-d862d76c-0da7-4995-b05b-3b939dc89beb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=49f77c12-c52e-4a6a-a89c-c9fadda5c846 HTTP/1.1" status: 200 len: 998 time: 0.0628760 Jun 24 17:17:33.008208 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7a4468-53db-4c9d-82f8-33020a7954d9 req-67833252-5c6f-4996-b912-f79bc8ed9aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:17:33.009478 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-6f7a4468-53db-4c9d-82f8-33020a7954d9 req-67833252-5c6f-4996-b912-f79bc8ed9aa2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2f50fbc4-85b7-4dc1-a33e-164695f5eb21 HTTP/1.1" status: 200 len: 855 time: 0.0412760 Jun 24 17:17:33.063763 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7a4468-53db-4c9d-82f8-33020a7954d9 req-35262f46-becf-43ed-9f14-ef3693f48e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:17:33.065702 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-6f7a4468-53db-4c9d-82f8-33020a7954d9 req-35262f46-becf-43ed-9f14-ef3693f48e2a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e2c58ddc-3a0b-4159-9aa1-b7e24abf6c42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0497618 Jun 24 17:17:33.153539 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-6f7a4468-53db-4c9d-82f8-33020a7954d9 req-a5e33f3a-8fc7-4f0c-b456-460d8b7964dc service neutron] 10.222.0.37 "GET /v2.0/networks/e2c58ddc-3a0b-4159-9aa1-b7e24abf6c42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816891 Jun 24 17:17:33.238027 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-6f7a4468-53db-4c9d-82f8-33020a7954d9 req-6db8169e-d8b6-4553-adce-de2d875eeac3 service neutron] 10.222.0.37 "GET /v2.0/networks/e2c58ddc-3a0b-4159-9aa1-b7e24abf6c42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0782306 Jun 24 17:17:33.547135 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faede05-9796-4b7c-9f21-91f187b1e26b req-18d6b83c-5dfb-43e9-95f6-a639eb77264d tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:17:33.548604 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-4faede05-9796-4b7c-9f21-91f187b1e26b req-18d6b83c-5dfb-43e9-95f6-a639eb77264d tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/ports?device_id=a71d9174-102a-4b94-bbc0-b225a24a1444 HTTP/1.1" status: 200 len: 943 time: 0.0708199 Jun 24 17:17:33.588528 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-4faede05-9796-4b7c-9f21-91f187b1e26b req-c862ac6a-9273-46b6-add4-462524f8ec64 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/security-groups?id=292ce647-212e-4592-bd7b-28d4deb6dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322049 Jun 24 17:17:34.781127 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21414701-64fc-4970-9ecf-1753e8e6467a req-541c2a93-3082-45a2-8c04-3fa1e07de1c2 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:17:34.782675 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-21414701-64fc-4970-9ecf-1753e8e6467a req-541c2a93-3082-45a2-8c04-3fa1e07de1c2 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/ports?device_id=a71d9174-102a-4b94-bbc0-b225a24a1444 HTTP/1.1" status: 200 len: 943 time: 0.0699229 Jun 24 17:17:34.822357 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-21414701-64fc-4970-9ecf-1753e8e6467a req-9ebc92d0-54d3-46d3-ad0c-e6f482f7b931 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/security-groups?id=292ce647-212e-4592-bd7b-28d4deb6dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334797 Jun 24 17:17:36.005674 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bacb093-84b5-4e81-ac8e-dd0305ee2b35 req-237c50b7-6916-446b-b096-99550aa57b4e tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:17:36.007176 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-2bacb093-84b5-4e81-ac8e-dd0305ee2b35 req-237c50b7-6916-446b-b096-99550aa57b4e tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/ports?device_id=a71d9174-102a-4b94-bbc0-b225a24a1444 HTTP/1.1" status: 200 len: 943 time: 0.0661824 Jun 24 17:17:36.048336 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-2bacb093-84b5-4e81-ac8e-dd0305ee2b35 req-61b70729-edcb-41cc-afc3-c23549f0febd tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/security-groups?id=292ce647-212e-4592-bd7b-28d4deb6dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355983 Jun 24 17:17:37.249742 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd329cd-71c8-48a7-9839-8a6049b7d5bb req-91a036e8-70a2-49c2-98bd-221c48099a6d tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:17:37.251016 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-ecd329cd-71c8-48a7-9839-8a6049b7d5bb req-91a036e8-70a2-49c2-98bd-221c48099a6d tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/ports?device_id=a71d9174-102a-4b94-bbc0-b225a24a1444 HTTP/1.1" status: 200 len: 943 time: 0.0747428 Jun 24 17:17:37.293703 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-ecd329cd-71c8-48a7-9839-8a6049b7d5bb req-f6f1c634-fef8-40a7-a852-50f6a4a36c26 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/security-groups?id=292ce647-212e-4592-bd7b-28d4deb6dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333548 Jun 24 17:17:38.482993 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18684c56-03dc-4c7b-b67a-cdf6a628b9c8 req-5ce8c93d-dfa2-4108-93b0-0ebe11941669 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:17:38.484433 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-18684c56-03dc-4c7b-b67a-cdf6a628b9c8 req-5ce8c93d-dfa2-4108-93b0-0ebe11941669 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/ports?device_id=a71d9174-102a-4b94-bbc0-b225a24a1444 HTTP/1.1" status: 200 len: 943 time: 0.0694489 Jun 24 17:17:38.522313 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-18684c56-03dc-4c7b-b67a-cdf6a628b9c8 req-d398eada-dd35-48b1-9287-9fcee148c19d tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/security-groups?id=292ce647-212e-4592-bd7b-28d4deb6dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315666 Jun 24 17:17:39.728559 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5307e7ed-3943-4d81-9cda-067df24d4023 req-47ddbad6-0a58-4673-aa4a-776e0a36f45a tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:17:39.730087 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-5307e7ed-3943-4d81-9cda-067df24d4023 req-47ddbad6-0a58-4673-aa4a-776e0a36f45a tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/ports?device_id=a71d9174-102a-4b94-bbc0-b225a24a1444 HTTP/1.1" status: 200 len: 943 time: 0.0715241 Jun 24 17:17:39.771359 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-5307e7ed-3943-4d81-9cda-067df24d4023 req-20bfd1c9-9d99-4d26-a37d-a6b9fc4af508 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/security-groups?id=292ce647-212e-4592-bd7b-28d4deb6dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354276 Jun 24 17:17:40.981059 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1f9097-4aa2-47e7-b264-6112f4bc3321 req-c7c4a9b9-7d42-49cf-a3d7-a2a1cc41a1c0 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:17:40.982548 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-6e1f9097-4aa2-47e7-b264-6112f4bc3321 req-c7c4a9b9-7d42-49cf-a3d7-a2a1cc41a1c0 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/ports?device_id=a71d9174-102a-4b94-bbc0-b225a24a1444 HTTP/1.1" status: 200 len: 943 time: 0.0665741 Jun 24 17:17:41.024957 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-6e1f9097-4aa2-47e7-b264-6112f4bc3321 req-678e020d-9760-488b-b1e4-6652fa77e0da tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/security-groups?id=292ce647-212e-4592-bd7b-28d4deb6dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354946 Jun 24 17:17:41.152257 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-88b546af-a719-4d64-add1-ca89075a8a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:17:42.207924 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0959506c-b838-4a4e-a31f-0655bc74d6ac req-98db9089-2658-4ff1-aaeb-c42a7ea3ff1c tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:17:42.209549 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-0959506c-b838-4a4e-a31f-0655bc74d6ac req-98db9089-2658-4ff1-aaeb-c42a7ea3ff1c tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/ports?device_id=a71d9174-102a-4b94-bbc0-b225a24a1444 HTTP/1.1" status: 200 len: 943 time: 0.0640211 Jun 24 17:17:42.251857 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-0959506c-b838-4a4e-a31f-0655bc74d6ac req-0c1e99f8-60ab-470e-96d7-d8f106e66ae7 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/security-groups?id=292ce647-212e-4592-bd7b-28d4deb6dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365024 Jun 24 17:17:43.469321 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b09a0b2-85fd-487e-ba0c-1b27467e0e28 req-f800cb88-83d2-4ba8-b7f1-8a0fa4988d04 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:17:43.470871 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-8b09a0b2-85fd-487e-ba0c-1b27467e0e28 req-f800cb88-83d2-4ba8-b7f1-8a0fa4988d04 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/ports?device_id=a71d9174-102a-4b94-bbc0-b225a24a1444 HTTP/1.1" status: 200 len: 943 time: 0.0792241 Jun 24 17:17:43.511839 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-8b09a0b2-85fd-487e-ba0c-1b27467e0e28 req-b4d4b7ba-90c2-45d8-8d11-4eb38b0303d2 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/security-groups?id=292ce647-212e-4592-bd7b-28d4deb6dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344846 Jun 24 17:17:44.369360 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-f2eeadef-0b37-4f23-abb8-0d905a6c8355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:17:44.402994 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:17:44.704648 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd454a1-67c2-407e-8aa1-0fd2e1c234b1 req-d050a66e-7b2a-424b-ac55-2749d6c13dda tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:17:44.706127 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-8cd454a1-67c2-407e-8aa1-0fd2e1c234b1 req-d050a66e-7b2a-424b-ac55-2749d6c13dda tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/ports?device_id=a71d9174-102a-4b94-bbc0-b225a24a1444 HTTP/1.1" status: 200 len: 943 time: 0.0654602 Jun 24 17:17:44.743586 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-8cd454a1-67c2-407e-8aa1-0fd2e1c234b1 req-95784fea-f505-43b0-b4a2-4bc92960c694 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/security-groups?id=292ce647-212e-4592-bd7b-28d4deb6dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318129 Jun 24 17:17:44.929168 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5af43288-dd02-4084-874e-f1fcba283848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:17:45.337932 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.agents_db [None req-27f02d43-57e8-424c-a1b0-5a1f36db1773 None None] Agent healthcheck: found 6 active agents {{(pid=93703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 17:17:45.924747 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2a1c8b-3f13-4c7d-8f94-1509d31297bb req-9d1b9242-026e-4970-8173-02192f69518b tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:17:45.926259 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-7b2a1c8b-3f13-4c7d-8f94-1509d31297bb req-9d1b9242-026e-4970-8173-02192f69518b tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/ports?device_id=a71d9174-102a-4b94-bbc0-b225a24a1444 HTTP/1.1" status: 200 len: 943 time: 0.0624156 Jun 24 17:17:45.966587 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-7b2a1c8b-3f13-4c7d-8f94-1509d31297bb req-f3b8386a-3ad5-4b60-ba30-47b6c1791cf5 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/security-groups?id=292ce647-212e-4592-bd7b-28d4deb6dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347080 Jun 24 17:17:46.482760 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-845c8506-8cf5-4b6b-bbc4-443bdb09ac47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:17:47.144561 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c91c10-5ad2-4ce7-a6f0-06e391fa6397 req-4cb732eb-8681-4693-9c6a-e5fa752143e0 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:17:47.146004 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-b0c91c10-5ad2-4ce7-a6f0-06e391fa6397 req-4cb732eb-8681-4693-9c6a-e5fa752143e0 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/ports?device_id=a71d9174-102a-4b94-bbc0-b225a24a1444 HTTP/1.1" status: 200 len: 943 time: 0.0618162 Jun 24 17:17:47.182626 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-b0c91c10-5ad2-4ce7-a6f0-06e391fa6397 req-d30a4568-eb90-4169-b242-073b5b80ca91 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/security-groups?id=292ce647-212e-4592-bd7b-28d4deb6dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308836 Jun 24 17:17:48.363517 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d12c76c-620d-4309-9537-d1f03e1422a4 req-7647ad63-28ce-4b15-808a-983b2afff508 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:17:48.364968 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-2d12c76c-620d-4309-9537-d1f03e1422a4 req-7647ad63-28ce-4b15-808a-983b2afff508 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/ports?device_id=a71d9174-102a-4b94-bbc0-b225a24a1444 HTTP/1.1" status: 200 len: 943 time: 0.0645609 Jun 24 17:17:48.406114 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-2d12c76c-620d-4309-9537-d1f03e1422a4 req-e41baa44-0995-4d90-ad15-a740a626024a tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/security-groups?id=292ce647-212e-4592-bd7b-28d4deb6dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352688 Jun 24 17:17:49.582214 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb55ff2e-34c9-4181-879f-25f6cf6ea2dd req-cf8a529c-63ab-4751-b710-eb997e723040 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:17:49.583631 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-cb55ff2e-34c9-4181-879f-25f6cf6ea2dd req-cf8a529c-63ab-4751-b710-eb997e723040 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/ports?device_id=a71d9174-102a-4b94-bbc0-b225a24a1444 HTTP/1.1" status: 200 len: 943 time: 0.0612988 Jun 24 17:17:49.619720 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-cb55ff2e-34c9-4181-879f-25f6cf6ea2dd req-da85b123-0b45-4990-bc7c-5ae5c360e7a0 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/security-groups?id=292ce647-212e-4592-bd7b-28d4deb6dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304615 Jun 24 17:17:50.246500 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Device 49f77c12-c52e-4a6a-a89c-c9fadda5c846 details requested by agent hyperv_hv-cinder-79797 with host hv-cinder-79797 {{(pid=93702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 17:17:50.457684 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] For port 49f77c12-c52e-4a6a-a89c-c9fadda5c846, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=49f77c12-c52e-4a6a-a89c-c9fadda5c846,segment=NetworkSegment(10a83dba-9475-45c8-9dae-cc9d5b4ac03a),segment_id=10a83dba-9475-45c8-9dae-cc9d5b4ac03a)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 17:17:50.468541 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Returning: {'device': '49f77c12-c52e-4a6a-a89c-c9fadda5c846', 'network_id': 'e2c58ddc-3a0b-4159-9aa1-b7e24abf6c42', 'port_id': '49f77c12-c52e-4a6a-a89c-c9fadda5c846', 'mac_address': 'fa:16:3e:e6:d6:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f50fbc4-85b7-4dc1-a33e-164695f5eb21', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 17:17:50.503770 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:17:50.515320 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.notifiers.nova [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49f77c12-c52e-4a6a-a89c-c9fadda5c846 {{(pid=93702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 17:17:50.533712 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] For port 49f77c12-c52e-4a6a-a89c-c9fadda5c846, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=49f77c12-c52e-4a6a-a89c-c9fadda5c846,segment=NetworkSegment(10a83dba-9475-45c8-9dae-cc9d5b4ac03a),segment_id=10a83dba-9475-45c8-9dae-cc9d5b4ac03a)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 17:17:50.579777 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:17:50.581506 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:17:50.624715 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Pushing event updated for resources: {'Port': ['ID=49f77c12-c52e-4a6a-a89c-c9fadda5c846,revision_number=9']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:17:50.627722 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:17:50.797932 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab74f922-8f2b-4fc7-8734-48581f86a449 req-bb83176a-fe44-4fff-86a9-7bfeea038825 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:17:50.799078 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-ab74f922-8f2b-4fc7-8734-48581f86a449 req-bb83176a-fe44-4fff-86a9-7bfeea038825 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/ports?device_id=a71d9174-102a-4b94-bbc0-b225a24a1444 HTTP/1.1" status: 200 len: 944 time: 0.0651453 Jun 24 17:17:50.835883 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-ab74f922-8f2b-4fc7-8734-48581f86a449 req-fe972138-2074-4484-964c-7e5abe742ea7 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/security-groups?id=292ce647-212e-4592-bd7b-28d4deb6dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306711 Jun 24 17:17:51.002684 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] get_ports_and_sgs() called for port_ids ['49f77c12-c52e-4a6a-a89c-c9fadda5c846'] {{(pid=93702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 17:17:51.767025 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:17:52.014896 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd13b3dd-9186-4c0a-8abb-53c23b2608a9 req-f772935b-c8b5-4dc6-90a4-8f804933a1a7 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:17:52.017216 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-dd13b3dd-9186-4c0a-8abb-53c23b2608a9 req-f772935b-c8b5-4dc6-90a4-8f804933a1a7 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/ports?device_id=a71d9174-102a-4b94-bbc0-b225a24a1444 HTTP/1.1" status: 200 len: 944 time: 0.0662770 Jun 24 17:17:52.261735 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Device 49f77c12-c52e-4a6a-a89c-c9fadda5c846 up at agent hyperv_hv-cinder-79797 {{(pid=93702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 17:17:52.309549 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Provisioning complete for port 49f77c12-c52e-4a6a-a89c-c9fadda5c846 triggered by entity L2. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 17:17:52.309926 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979100'] for port, provisioning_complete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:17:52.340122 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-dd13b3dd-9186-4c0a-8abb-53c23b2608a9 req-af09c5e7-a6f0-4f4e-894f-f19508565a84 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/security-groups?id=292ce647-212e-4592-bd7b-28d4deb6dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3158188 Jun 24 17:17:52.393121 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:17:52.415452 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a71d9174-102a-4b94-bbc0-b225a24a1444', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49f77c12-c52e-4a6a-a89c-c9fadda5c846'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 17:17:52.417695 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d8b605067795a7fc2c115f7278a2b51e92dc277499becda2f2169a787a2c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b42a5021-940f-4e20-9d1f-ae0e1917e614" -d '{"events": [{"server_uuid": "a71d9174-102a-4b94-bbc0-b225a24a1444", "name": "network-vif-plugged", "status": "completed", "tag": "49f77c12-c52e-4a6a-a89c-c9fadda5c846"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 17:17:52.429867 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] For port 49f77c12-c52e-4a6a-a89c-c9fadda5c846, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=49f77c12-c52e-4a6a-a89c-c9fadda5c846,segment=NetworkSegment(10a83dba-9475-45c8-9dae-cc9d5b4ac03a),segment_id=10a83dba-9475-45c8-9dae-cc9d5b4ac03a)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 17:17:52.456756 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 17:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef31024f-b5bd-41ce-a35e-2221d3bd38bf x-openstack-request-id: req-ef31024f-b5bd-41ce-a35e-2221d3bd38bf {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 17:17:52.456756 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a71d9174-102a-4b94-bbc0-b225a24a1444", "name": "network-vif-plugged", "status": "completed", "tag": "49f77c12-c52e-4a6a-a89c-c9fadda5c846", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 17:17:52.456756 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ef31024f-b5bd-41ce-a35e-2221d3bd38bf {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 17:17:52.456756 dv-cinder-797970-1-iscsi neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a71d9174-102a-4b94-bbc0-b225a24a1444', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49f77c12-c52e-4a6a-a89c-c9fadda5c846', 'code': 200} Jun 24 17:17:52.505209 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:17:52.507635 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:17:52.554249 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Pushing event updated for resources: {'Port': ['ID=49f77c12-c52e-4a6a-a89c-c9fadda5c846,revision_number=10']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:17:52.557182 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:17:52.835046 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b65a9d0-59a2-41ff-af9f-afb8aa654cc3 req-c16dbe70-398f-4d85-80be-62fe0c99eba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:17:52.836398 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-2b65a9d0-59a2-41ff-af9f-afb8aa654cc3 req-c16dbe70-398f-4d85-80be-62fe0c99eba4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a71d9174-102a-4b94-bbc0-b225a24a1444 HTTP/1.1" status: 200 len: 1099 time: 0.0518618 Jun 24 17:17:52.869197 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-2b65a9d0-59a2-41ff-af9f-afb8aa654cc3 req-b26c9c54-f6a1-41ba-a7ae-d137ddd22ee0 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=292ce647-212e-4592-bd7b-28d4deb6dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0264940 Jun 24 17:17:53.513909 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b650dc0e-963c-4420-bb83-2469f3bde940 req-bfa57bb4-8371-4712-b316-b4eaf839e8a4 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:17:53.515290 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-b650dc0e-963c-4420-bb83-2469f3bde940 req-bfa57bb4-8371-4712-b316-b4eaf839e8a4 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/ports?device_id=a71d9174-102a-4b94-bbc0-b225a24a1444 HTTP/1.1" status: 200 len: 946 time: 0.0612311 Jun 24 17:17:53.552370 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-b650dc0e-963c-4420-bb83-2469f3bde940 req-0179aee8-7c7c-4cf0-94c4-4d2288cc3ad3 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/security-groups?id=292ce647-212e-4592-bd7b-28d4deb6dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308554 Jun 24 17:17:54.751405 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101e308e-8e0b-466a-9d30-342d55c1a4c1 req-ae332944-206a-485a-b4ff-e26002529664 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:17:54.752887 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-101e308e-8e0b-466a-9d30-342d55c1a4c1 req-ae332944-206a-485a-b4ff-e26002529664 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/ports?device_id=a71d9174-102a-4b94-bbc0-b225a24a1444 HTTP/1.1" status: 200 len: 946 time: 0.0623496 Jun 24 17:17:54.795430 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-101e308e-8e0b-466a-9d30-342d55c1a4c1 req-8da7fbbc-3873-4c28-8c0a-9c726d16e6ec tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/security-groups?id=292ce647-212e-4592-bd7b-28d4deb6dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355525 Jun 24 17:17:55.977134 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afaebe2-5f66-4b5b-8e53-206e7e369574 req-43d8d283-d1ea-4cd5-882c-e89702756de9 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:17:55.978596 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-8afaebe2-5f66-4b5b-8e53-206e7e369574 req-43d8d283-d1ea-4cd5-882c-e89702756de9 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/ports?device_id=a71d9174-102a-4b94-bbc0-b225a24a1444 HTTP/1.1" status: 200 len: 946 time: 0.0639503 Jun 24 17:17:56.017779 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-8afaebe2-5f66-4b5b-8e53-206e7e369574 req-79a77bc3-fa65-4583-b6f1-ce605477b991 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/security-groups?id=292ce647-212e-4592-bd7b-28d4deb6dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335841 Jun 24 17:18:10.819645 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3dbe54-f88e-4ccf-a7b6-28b90c3e8704 req-7df0ba39-dcd4-4a82-a516-b75d2435d1dc tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:18:10.823879 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-fd3dbe54-f88e-4ccf-a7b6-28b90c3e8704 req-7df0ba39-dcd4-4a82-a516-b75d2435d1dc tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4471cde-a391-4977-a7f1-693fe67a78bf HTTP/1.1" status: 200 len: 945 time: 0.1650078 Jun 24 17:18:10.859223 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-fd3dbe54-f88e-4ccf-a7b6-28b90c3e8704 req-ea4d609e-d7a5-4631-8a4a-653ae964ba97 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] 10.222.0.15 "GET /v2.0/security-groups?id=8ceaa142-9b86-49f1-8a2c-63b3bfce97bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323865 Jun 24 17:18:11.177845 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5e7e0f16-34b2-4270-bb92-168250350504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:18:12.035785 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac30b251-42e3-4220-877e-ed52547ccbfb req-db3080e5-f98a-460d-a6ea-54e15eeaddf0 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:18:12.037234 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-ac30b251-42e3-4220-877e-ed52547ccbfb req-db3080e5-f98a-460d-a6ea-54e15eeaddf0 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4471cde-a391-4977-a7f1-693fe67a78bf HTTP/1.1" status: 200 len: 945 time: 0.0642576 Jun 24 17:18:12.082298 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-ac30b251-42e3-4220-877e-ed52547ccbfb req-56f9a48e-0bb8-45a7-9a37-86b14b06e109 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] 10.222.0.15 "GET /v2.0/security-groups?id=8ceaa142-9b86-49f1-8a2c-63b3bfce97bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351582 Jun 24 17:18:12.883967 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd9c1fd-bf5b-4dd0-b64d-869aaab5cecd req-8d114c5c-9499-48ca-aa9a-d2f0760515a1 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:18:12.885373 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-ccd9c1fd-bf5b-4dd0-b64d-869aaab5cecd req-8d114c5c-9499-48ca-aa9a-d2f0760515a1 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] 10.222.0.15 "GET /v2.0/ports?device_id=457c2a90-0293-4e07-b241-5a6819350460 HTTP/1.1" status: 200 len: 945 time: 0.0651743 Jun 24 17:18:12.922278 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-ccd9c1fd-bf5b-4dd0-b64d-869aaab5cecd req-a142057b-8775-46ce-970a-12785f0932f6 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] 10.222.0.15 "GET /v2.0/security-groups?id=63858b4e-55b0-4154-a617-36deaf070d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312345 Jun 24 17:18:13.255602 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c4b619-fd4b-41d5-88a5-a941a29aec30 req-100bfad3-6f83-4ecb-9828-a8528eaabbfc tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:18:13.257057 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-f2c4b619-fd4b-41d5-88a5-a941a29aec30 req-100bfad3-6f83-4ecb-9828-a8528eaabbfc tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4471cde-a391-4977-a7f1-693fe67a78bf HTTP/1.1" status: 200 len: 945 time: 0.0614102 Jun 24 17:18:13.293881 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-f2c4b619-fd4b-41d5-88a5-a941a29aec30 req-908d85cb-8dbd-4d75-8943-46aa063f50d2 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] 10.222.0.15 "GET /v2.0/security-groups?id=8ceaa142-9b86-49f1-8a2c-63b3bfce97bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311272 Jun 24 17:18:13.517275 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5ec2bda9-8334-4f70-a8d8-1c4a7f220bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:18:13.865489 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:18:14.093003 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec25f96-219e-4b48-8223-3f97d89c2e0d req-b6c15109-7626-4dff-bafe-c3ac87cdf803 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:18:14.094481 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-aec25f96-219e-4b48-8223-3f97d89c2e0d req-b6c15109-7626-4dff-bafe-c3ac87cdf803 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] 10.222.0.15 "GET /v2.0/ports?device_id=457c2a90-0293-4e07-b241-5a6819350460 HTTP/1.1" status: 200 len: 945 time: 0.0627482 Jun 24 17:18:14.132386 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-aec25f96-219e-4b48-8223-3f97d89c2e0d req-db2c9ec9-6e22-4284-9865-f70831b32fec tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] 10.222.0.15 "GET /v2.0/security-groups?id=63858b4e-55b0-4154-a617-36deaf070d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315537 Jun 24 17:18:14.467340 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f44acd-3b80-410f-807b-426cfee8f0a8 req-47a7c841-90a0-47a0-a5d7-e82f20c3f267 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:18:14.468683 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-47f44acd-3b80-410f-807b-426cfee8f0a8 req-47a7c841-90a0-47a0-a5d7-e82f20c3f267 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4471cde-a391-4977-a7f1-693fe67a78bf HTTP/1.1" status: 200 len: 945 time: 0.0660474 Jun 24 17:18:14.506311 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-47f44acd-3b80-410f-807b-426cfee8f0a8 req-b85750b0-f735-43ec-978a-c114cb3c2ece tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] 10.222.0.15 "GET /v2.0/security-groups?id=8ceaa142-9b86-49f1-8a2c-63b3bfce97bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313218 Jun 24 17:18:14.997133 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5af43288-dd02-4084-874e-f1fcba283848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:18:15.012915 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725f83b4-a3f0-4096-98f7-75ea10804bca req-75bd1979-6a6c-4b3f-9ebd-7edea6e56910 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:18:15.014335 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-725f83b4-a3f0-4096-98f7-75ea10804bca req-75bd1979-6a6c-4b3f-9ebd-7edea6e56910 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] 10.222.0.37 "GET /v2.0/ports?device_id=457c2a90-0293-4e07-b241-5a6819350460 HTTP/1.1" status: 200 len: 945 time: 0.0666337 Jun 24 17:18:15.120837 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [req-725f83b4-a3f0-4096-98f7-75ea10804bca req-aec888a7-e22a-419e-b03f-58cc02a660f2 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Deleting port d61d3a23-968e-46d9-b8d0-3fee66b6e976 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 17:18:15.121559 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-725f83b4-a3f0-4096-98f7-75ea10804bca req-aec888a7-e22a-419e-b03f-58cc02a660f2 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734938643496'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:18:15.210767 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-725f83b4-a3f0-4096-98f7-75ea10804bca req-aec888a7-e22a-419e-b03f-58cc02a660f2 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] For port d61d3a23-968e-46d9-b8d0-3fee66b6e976, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=d61d3a23-968e-46d9-b8d0-3fee66b6e976,segment=NetworkSegment(b0afad56-fb31-4d16-833b-399d642d2d6a),segment_id=b0afad56-fb31-4d16-833b-399d642d2d6a)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 17:18:15.211123 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-725f83b4-a3f0-4096-98f7-75ea10804bca req-aec888a7-e22a-419e-b03f-58cc02a660f2 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939437'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:18:15.516882 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-725f83b4-a3f0-4096-98f7-75ea10804bca req-aec888a7-e22a-419e-b03f-58cc02a660f2 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:18:15.517155 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-725f83b4-a3f0-4096-98f7-75ea10804bca req-aec888a7-e22a-419e-b03f-58cc02a660f2 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-938496'] for floatingip, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:18:15.517459 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.db.l3_db [req-725f83b4-a3f0-4096-98f7-75ea10804bca req-aec888a7-e22a-419e-b03f-58cc02a660f2 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Floating IP 7b0191e3-c4a4-4c18-be83-8687eb7a4a11 disassociated. External IP: 172.27.2.71, port: d61d3a23-968e-46d9-b8d0-3fee66b6e976. Jun 24 17:18:15.517819 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [req-725f83b4-a3f0-4096-98f7-75ea10804bca req-aec888a7-e22a-419e-b03f-58cc02a660f2 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Calling delete_port for d61d3a23-968e-46d9-b8d0-3fee66b6e976 owned by compute:nova {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 17:18:15.582685 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a390542-f4b8-4cbd-bc2e-8bbbf8c8f95f req-39ebabdb-2328-4f33-b029-dff111ceea57 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:18:15.584081 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-7a390542-f4b8-4cbd-bc2e-8bbbf8c8f95f req-39ebabdb-2328-4f33-b029-dff111ceea57 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] 10.222.0.15 "GET /v2.0/ports?device_id=457c2a90-0293-4e07-b241-5a6819350460 HTTP/1.1" status: 200 len: 945 time: 0.1502235 Jun 24 17:18:15.641091 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-7a390542-f4b8-4cbd-bc2e-8bbbf8c8f95f req-51356539-850d-4d16-9bd0-266783483b43 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] 10.222.0.15 "GET /v2.0/security-groups?id=63858b4e-55b0-4154-a617-36deaf070d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499237 Jun 24 17:18:15.683300 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d0bbe7-1248-4be8-ad21-6331351d905d req-569c7feb-2a3a-4301-919b-01fe80621fe0 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:18:15.684921 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-e0d0bbe7-1248-4be8-ad21-6331351d905d req-569c7feb-2a3a-4301-919b-01fe80621fe0 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4471cde-a391-4977-a7f1-693fe67a78bf HTTP/1.1" status: 200 len: 945 time: 0.0683608 Jun 24 17:18:15.723061 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-e0d0bbe7-1248-4be8-ad21-6331351d905d req-88182480-43e0-4997-8202-8f203d8f5b42 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] 10.222.0.15 "GET /v2.0/security-groups?id=8ceaa142-9b86-49f1-8a2c-63b3bfce97bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321929 Jun 24 17:18:15.769482 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-725f83b4-a3f0-4096-98f7-75ea10804bca req-aec888a7-e22a-419e-b03f-58cc02a660f2 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734938646739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734938254839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811389'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:18:15.773375 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-7f559cb9-6c8e-4b38-b4f1-9dd8b8d4edf1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:18:15.800034 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec888a7-e22a-419e-b03f-58cc02a660f2 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Pushing event deleted for resources: {'Port': ['ID=d61d3a23-968e-46d9-b8d0-3fee66b6e976,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:18:15.811184 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec888a7-e22a-419e-b03f-58cc02a660f2 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:18:15.815072 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec888a7-e22a-419e-b03f-58cc02a660f2 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:18:15.815072 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec888a7-e22a-419e-b03f-58cc02a660f2 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:18:15.815072 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec888a7-e22a-419e-b03f-58cc02a660f2 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:18:15.815072 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec888a7-e22a-419e-b03f-58cc02a660f2 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:18:15.815072 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec888a7-e22a-419e-b03f-58cc02a660f2 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:18:15.815072 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec888a7-e22a-419e-b03f-58cc02a660f2 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:18:15.815072 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec888a7-e22a-419e-b03f-58cc02a660f2 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:18:15.815072 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec888a7-e22a-419e-b03f-58cc02a660f2 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:18:15.815072 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec888a7-e22a-419e-b03f-58cc02a660f2 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:18:15.815072 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec888a7-e22a-419e-b03f-58cc02a660f2 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:18:15.815072 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec888a7-e22a-419e-b03f-58cc02a660f2 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:18:15.818905 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-aec888a7-e22a-419e-b03f-58cc02a660f2 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:18:16.154560 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [req-725f83b4-a3f0-4096-98f7-75ea10804bca req-aec888a7-e22a-419e-b03f-58cc02a660f2 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Router 09a0b256-4560-46e2-8be8-52aa83ab8d90 has already been hosted by L3 agent ebb0bbf0-d6bc-43df-80f2-a0cdb1424f3b {{(pid=93700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 17:18:16.262852 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-725f83b4-a3f0-4096-98f7-75ea10804bca req-aec888a7-e22a-419e-b03f-58cc02a660f2 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Notify agent at l3_agent.dv-cinder-797970-1-iscsi the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 17:18:16.276209 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7fe3e06-8ace-4ee5-8a3a-c70d3267edda None None] Sync routers for ids ['09a0b256-4560-46e2-8be8-52aa83ab8d90'] in dv-cinder-797970-1-iscsi {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 17:18:16.285465 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7fe3e06-8ace-4ee5-8a3a-c70d3267edda None None] Routers {'09a0b256-4560-46e2-8be8-52aa83ab8d90'} bound to L3 agent in host dv-cinder-797970-1-iscsi {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 17:18:16.286106 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-f7fe3e06-8ace-4ee5-8a3a-c70d3267edda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-24T17:00:13Z,description=,heartbeat_timestamp=2021-06-24T17:18:13Z,host='dv-cinder-797970-1-iscsi',id=ebb0bbf0-d6bc-43df-80f2-a0cdb1424f3b,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T17:00:14Z,topic='l3_agent')) {'router_ids': ['09a0b256-4560-46e2-8be8-52aa83ab8d90'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:18:16.307118 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-725f83b4-a3f0-4096-98f7-75ea10804bca req-aec888a7-e22a-419e-b03f-58cc02a660f2 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] No DVR routers for this DVR port d61d3a23-968e-46d9-b8d0-3fee66b6e976 on host hv-cinder-79797 {{(pid=93700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 17:18:16.310046 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-725f83b4-a3f0-4096-98f7-75ea10804bca req-aec888a7-e22a-419e-b03f-58cc02a660f2 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14435'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:18:16.311966 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-725f83b4-a3f0-4096-98f7-75ea10804bca req-aec888a7-e22a-419e-b03f-58cc02a660f2 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] 10.222.0.37 "DELETE /v2.0/ports/d61d3a23-968e-46d9-b8d0-3fee66b6e976 HTTP/1.1" status: 204 len: 173 time: 1.2908649 Jun 24 17:18:16.312479 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '457c2a90-0293-4e07-b241-5a6819350460', 'name': 'network-vif-deleted', 'tag': 'd61d3a23-968e-46d9-b8d0-3fee66b6e976'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 17:18:16.314788 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c39e75a9e8347d24c3004332124e07527e89accb2f43d806ee4df9c6bf49ca2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-887738dd-b1fd-43e7-ac92-729cfc06a4d3" -d '{"events": [{"server_uuid": "457c2a90-0293-4e07-b241-5a6819350460", "name": "network-vif-deleted", "tag": "d61d3a23-968e-46d9-b8d0-3fee66b6e976"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 17:18:16.350914 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 17:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21fdeaf1-7236-4ea3-aadf-483d2d996c4b x-openstack-request-id: req-21fdeaf1-7236-4ea3-aadf-483d2d996c4b {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 17:18:16.351289 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "457c2a90-0293-4e07-b241-5a6819350460", "name": "network-vif-deleted", "tag": "d61d3a23-968e-46d9-b8d0-3fee66b6e976", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 17:18:16.351581 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-21fdeaf1-7236-4ea3-aadf-483d2d996c4b {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 17:18:16.352007 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '457c2a90-0293-4e07-b241-5a6819350460', 'name': 'network-vif-deleted', 'tag': 'd61d3a23-968e-46d9-b8d0-3fee66b6e976', 'status': 'completed', 'code': 200} Jun 24 17:18:16.392858 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-f7fe3e06-8ace-4ee5-8a3a-c70d3267edda None None] Set router 09a0b256-4560-46e2-8be8-52aa83ab8d90 gateway port host: dv-cinder-797970-1-iscsi {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 17:18:16.540639 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-845c8506-8cf5-4b6b-bbc4-443bdb09ac47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:18:16.605573 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-f7fe3e06-8ace-4ee5-8a3a-c70d3267edda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09a0b256-4560-46e2-8be8-52aa83ab8d90', 'name': 'tempest-AttachVolumeTestJSON-1251952186-router', 'tenant_id': 'fea91de70bb14b7dbc15fd1cce9a200e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'external_fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '3164075f-28b2-4a16-b9f1-9e59f0d7c5cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T17:08:10Z', 'updated_at': '2021-06-24T17:08:17Z', 'revision_number': 4, 'project_id': 'fea91de70bb14b7dbc15fd1cce9a200e', 'gw_port': {'id': '3164075f-28b2-4a16-b9f1-9e59f0d7c5cf', 'name': '', 'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:77:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09a0b256-4560-46e2-8be8-52aa83ab8d90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:08:11Z', 'updated_at': '2021-06-24T17:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '004d905c-cc14-4189-936d-82a0eea7da62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-1-iscsi', '_interfaces': [{'id': '3fccddd0-c388-4298-8b98-67d407b5b9d1', 'name': '', 'network_id': 'b5831895-94e5-4f0a-8fea-bf10963f4724', 'tenant_id': 'fea91de70bb14b7dbc15fd1cce9a200e', 'mac_address': 'fa:16:3e:08:8c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09a0b256-4560-46e2-8be8-52aa83ab8d90', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'e87b4c16-dac9-4f7c-93b5-b846172b2da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:08:15Z', 'updated_at': '2021-06-24T17:08:28Z', 'revision_number': 5, 'project_id': 'fea91de70bb14b7dbc15fd1cce9a200e', 'subnets': [{'id': 'e87b4c16-dac9-4f7c-93b5-b846172b2da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-1-iscsi', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:18:16.631272 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7fe3e06-8ace-4ee5-8a3a-c70d3267edda None None] Checking router: 09a0b256-4560-46e2-8be8-52aa83ab8d90 for host: dv-cinder-797970-1-iscsi {{(pid=93702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 17:18:16.639277 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7fe3e06-8ace-4ee5-8a3a-c70d3267edda None None] Routers {'09a0b256-4560-46e2-8be8-52aa83ab8d90'} bound to L3 agent in host dv-cinder-797970-1-iscsi {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 17:18:16.639872 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-f7fe3e06-8ace-4ee5-8a3a-c70d3267edda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-24T17:00:13Z,description=,heartbeat_timestamp=2021-06-24T17:18:13Z,host='dv-cinder-797970-1-iscsi',id=ebb0bbf0-d6bc-43df-80f2-a0cdb1424f3b,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T17:00:14Z,topic='l3_agent')) {'router_ids': ['09a0b256-4560-46e2-8be8-52aa83ab8d90'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:18:16.749839 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-f7fe3e06-8ace-4ee5-8a3a-c70d3267edda None None] Set router 09a0b256-4560-46e2-8be8-52aa83ab8d90 gateway port host: dv-cinder-797970-1-iscsi {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 17:18:16.801635 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-9e36c13d-ea6e-4507-b6ab-a7933c209587 req-a333e835-580f-41ed-b2e9-d71a9e0c9081 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] 10.222.0.15 "GET /v2.0/ports?device_id=457c2a90-0293-4e07-b241-5a6819350460 HTTP/1.1" status: 200 len: 210 time: 0.0287950 Jun 24 17:18:16.903544 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4cc8f0-bc40-4a21-9873-d98b11a432a0 req-12ebce07-a928-4465-ab81-b0176b687fd2 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:18:16.905007 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-7e4cc8f0-bc40-4a21-9873-d98b11a432a0 req-12ebce07-a928-4465-ab81-b0176b687fd2 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4471cde-a391-4977-a7f1-693fe67a78bf HTTP/1.1" status: 200 len: 945 time: 0.0628028 Jun 24 17:18:16.942692 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-7e4cc8f0-bc40-4a21-9873-d98b11a432a0 req-a030fd6b-46af-4953-a90e-f5cc5a954feb tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] 10.222.0.15 "GET /v2.0/security-groups?id=8ceaa142-9b86-49f1-8a2c-63b3bfce97bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318108 Jun 24 17:18:16.958039 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-f7fe3e06-8ace-4ee5-8a3a-c70d3267edda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09a0b256-4560-46e2-8be8-52aa83ab8d90', 'name': 'tempest-AttachVolumeTestJSON-1251952186-router', 'tenant_id': 'fea91de70bb14b7dbc15fd1cce9a200e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'external_fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '3164075f-28b2-4a16-b9f1-9e59f0d7c5cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T17:08:10Z', 'updated_at': '2021-06-24T17:08:17Z', 'revision_number': 4, 'project_id': 'fea91de70bb14b7dbc15fd1cce9a200e', 'gw_port': {'id': '3164075f-28b2-4a16-b9f1-9e59f0d7c5cf', 'name': '', 'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:77:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09a0b256-4560-46e2-8be8-52aa83ab8d90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:08:11Z', 'updated_at': '2021-06-24T17:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '004d905c-cc14-4189-936d-82a0eea7da62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-1-iscsi', '_interfaces': [{'id': '3fccddd0-c388-4298-8b98-67d407b5b9d1', 'name': '', 'network_id': 'b5831895-94e5-4f0a-8fea-bf10963f4724', 'tenant_id': 'fea91de70bb14b7dbc15fd1cce9a200e', 'mac_address': 'fa:16:3e:08:8c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09a0b256-4560-46e2-8be8-52aa83ab8d90', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'e87b4c16-dac9-4f7c-93b5-b846172b2da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:08:15Z', 'updated_at': '2021-06-24T17:08:28Z', 'revision_number': 5, 'project_id': 'fea91de70bb14b7dbc15fd1cce9a200e', 'subnets': [{'id': 'e87b4c16-dac9-4f7c-93b5-b846172b2da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-1-iscsi', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:18:16.983922 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7fe3e06-8ace-4ee5-8a3a-c70d3267edda None None] The sync data for ids ['09a0b256-4560-46e2-8be8-52aa83ab8d90'] in dv-cinder-797970-1-iscsi is: [{'id': '09a0b256-4560-46e2-8be8-52aa83ab8d90', 'name': 'tempest-AttachVolumeTestJSON-1251952186-router', 'tenant_id': 'fea91de70bb14b7dbc15fd1cce9a200e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'external_fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '3164075f-28b2-4a16-b9f1-9e59f0d7c5cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T17:08:10Z', 'updated_at': '2021-06-24T17:08:17Z', 'revision_number': 4, 'project_id': 'fea91de70bb14b7dbc15fd1cce9a200e', 'gw_port': {'id': '3164075f-28b2-4a16-b9f1-9e59f0d7c5cf', 'name': '', 'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:77:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09a0b256-4560-46e2-8be8-52aa83ab8d90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:08:11Z', 'updated_at': '2021-06-24T17:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '004d905c-cc14-4189-936d-82a0eea7da62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-1-iscsi', '_interfaces': [{'id': '3fccddd0-c388-4298-8b98-67d407b5b9d1', 'name': '', 'network_id': 'b5831895-94e5-4f0a-8fea-bf10963f4724', 'tenant_id': 'fea91de70bb14b7dbc15fd1cce9a200e', 'mac_address': 'fa:16:3e:08:8c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09a0b256-4560-46e2-8be8-52aa83ab8d90', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'e87b4c16-dac9-4f7c-93b5-b846172b2da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:08:15Z', 'updated_at': '2021-06-24T17:08:28Z', 'revision_number': 5, 'project_id': 'fea91de70bb14b7dbc15fd1cce9a200e', 'subnets': [{'id': 'e87b4c16-dac9-4f7c-93b5-b846172b2da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 17:18:17.195399 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3251b1c5-efe0-491e-923b-a0f91294ed13 None None] New status for floating IP 7b0191e3-c4a4-4c18-be83-8687eb7a4a11: DOWN {{(pid=93703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 17:18:17.975727 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 34366) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:18:18.029664 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-96f7838b-50c2-40b2-8bf0-2afdb60132dd tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:18:18.052829 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-96f7838b-50c2-40b2-8bf0-2afdb60132dd tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:18:18.144027 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9266c273-dbf9-4c06-bdb1-900ac9a3d6f3 req-f859223f-8461-4a76-a2c7-3af08fc63792 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:18:18.145518 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-9266c273-dbf9-4c06-bdb1-900ac9a3d6f3 req-f859223f-8461-4a76-a2c7-3af08fc63792 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4471cde-a391-4977-a7f1-693fe67a78bf HTTP/1.1" status: 200 len: 945 time: 0.0901227 Jun 24 17:18:18.183449 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-9266c273-dbf9-4c06-bdb1-900ac9a3d6f3 req-2df7f0da-2f76-4fe3-b712-79ad6b2a85e6 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] 10.222.0.15 "GET /v2.0/security-groups?id=8ceaa142-9b86-49f1-8a2c-63b3bfce97bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320826 Jun 24 17:18:18.212302 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-96f7838b-50c2-40b2-8bf0-2afdb60132dd tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:18:18.215007 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-96f7838b-50c2-40b2-8bf0-2afdb60132dd tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:18:18.216106 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-96f7838b-50c2-40b2-8bf0-2afdb60132dd tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] 10.222.0.15 "DELETE /v2.0/security-groups/63858b4e-55b0-4154-a617-36deaf070d40 HTTP/1.1" status: 204 len: 168 time: 0.2392645 Jun 24 17:18:18.216919 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-e6e241ae-af4f-415a-a6a5-eadbcaeda709 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:18:18.218876 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 34368) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:18:18.226847 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f7838b-50c2-40b2-8bf0-2afdb60132dd tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63858b4e-55b0-4154-a617-36deaf070d40,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:18:18.232999 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.api.v2.resource [None req-fbb5eb72-ab9f-4217-8139-23516b8780d0 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] show failed (client error): The resource could not be found. Jun 24 17:18:18.233727 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f7838b-50c2-40b2-8bf0-2afdb60132dd tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:18:18.234092 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-fbb5eb72-ab9f-4217-8139-23516b8780d0 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] 10.222.0.15 "GET /v2.0/security-groups/63858b4e-55b0-4154-a617-36deaf070d40 HTTP/1.1" status: 404 len: 347 time: 0.0142441 Jun 24 17:18:18.234198 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f7838b-50c2-40b2-8bf0-2afdb60132dd tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:18:18.234550 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f7838b-50c2-40b2-8bf0-2afdb60132dd tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:18:18.234921 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f7838b-50c2-40b2-8bf0-2afdb60132dd tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:18:18.235284 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f7838b-50c2-40b2-8bf0-2afdb60132dd tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:18:18.235662 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f7838b-50c2-40b2-8bf0-2afdb60132dd tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:18:18.236003 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f7838b-50c2-40b2-8bf0-2afdb60132dd tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:18:18.236360 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f7838b-50c2-40b2-8bf0-2afdb60132dd tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:18:18.236809 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f7838b-50c2-40b2-8bf0-2afdb60132dd tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:18:18.236958 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 34370) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:18:18.237225 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f7838b-50c2-40b2-8bf0-2afdb60132dd tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:18:18.237680 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f7838b-50c2-40b2-8bf0-2afdb60132dd tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:18:18.238035 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f7838b-50c2-40b2-8bf0-2afdb60132dd tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:18:18.241163 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-96f7838b-50c2-40b2-8bf0-2afdb60132dd tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:18:18.371602 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-78c767c7-4c02-48ef-bc6d-6d324e2303c8 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Deleting port 61fb6e47-c2d3-4ed5-929b-6c22407a7694 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 17:18:18.371941 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-78c767c7-4c02-48ef-bc6d-6d324e2303c8 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734938643496'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:18:18.379144 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Device d61d3a23-968e-46d9-b8d0-3fee66b6e976 no longer exists at agent hyperv_hv-cinder-79797 {{(pid=93702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 17:18:18.401119 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] No Port match for: d61d3a23-968e-46d9-b8d0-3fee66b6e976 {{(pid=93702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 17:18:18.401391 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Device d61d3a23-968e-46d9-b8d0-3fee66b6e976 not bound to the agent host hv-cinder-79797 {{(pid=93702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 17:18:18.448834 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-78c767c7-4c02-48ef-bc6d-6d324e2303c8 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939437'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:18:18.449159 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-78c767c7-4c02-48ef-bc6d-6d324e2303c8 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:18:18.461512 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-78c767c7-4c02-48ef-bc6d-6d324e2303c8 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Calling delete_port for 61fb6e47-c2d3-4ed5-929b-6c22407a7694 owned by network:floatingip {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 17:18:18.675921 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-78c767c7-4c02-48ef-bc6d-6d324e2303c8 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734938646739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734938254839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811389'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:18:18.678040 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-fed0e3f1-80e5-456c-a3b4-50fbba1ec661 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:18:18.702377 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c767c7-4c02-48ef-bc6d-6d324e2303c8 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Pushing event deleted for resources: {'Port': ['ID=61fb6e47-c2d3-4ed5-929b-6c22407a7694,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:18:18.705466 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-78c767c7-4c02-48ef-bc6d-6d324e2303c8 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:18:18.766530 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-78c767c7-4c02-48ef-bc6d-6d324e2303c8 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Notify callbacks [] for floatingip, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:18:18.769285 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-78c767c7-4c02-48ef-bc6d-6d324e2303c8 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14435'] for floatingip, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:18:18.770429 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-78c767c7-4c02-48ef-bc6d-6d324e2303c8 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] 10.222.0.15 "DELETE /v2.0/floatingips/7b0191e3-c4a4-4c18-be83-8687eb7a4a11 HTTP/1.1" status: 204 len: 168 time: 0.5327382 Jun 24 17:18:19.361544 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874b1481-251f-488a-872f-73da568cde56 req-972c8a7f-7116-47ce-a72a-7edf0b19ba66 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:18:19.363771 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-874b1481-251f-488a-872f-73da568cde56 req-972c8a7f-7116-47ce-a72a-7edf0b19ba66 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4471cde-a391-4977-a7f1-693fe67a78bf HTTP/1.1" status: 200 len: 945 time: 0.0641985 Jun 24 17:18:19.401581 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-874b1481-251f-488a-872f-73da568cde56 req-998324e3-5e14-4296-8f6c-02e00d5873ce tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] 10.222.0.15 "GET /v2.0/security-groups?id=8ceaa142-9b86-49f1-8a2c-63b3bfce97bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320613 Jun 24 17:18:20.577073 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ef73d5-c96f-45cc-beac-602b1a6250fd req-2bd35fe2-3108-4d17-9f0d-7800234073bc tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:18:20.578594 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-64ef73d5-c96f-45cc-beac-602b1a6250fd req-2bd35fe2-3108-4d17-9f0d-7800234073bc tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4471cde-a391-4977-a7f1-693fe67a78bf HTTP/1.1" status: 200 len: 945 time: 0.0658593 Jun 24 17:18:20.616560 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-64ef73d5-c96f-45cc-beac-602b1a6250fd req-1396987f-8f66-40b0-ae87-af99a2cf0835 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] 10.222.0.15 "GET /v2.0/security-groups?id=8ceaa142-9b86-49f1-8a2c-63b3bfce97bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317836 Jun 24 17:18:20.966264 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cd4890-07f9-4cec-bfec-9722495c24b4 req-a3fd9932-76f6-4d71-8297-b9a12c9beb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:18:20.967716 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-20cd4890-07f9-4cec-bfec-9722495c24b4 req-a3fd9932-76f6-4d71-8297-b9a12c9beb01 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3932aa6d6c7446bcb7063308e31b911f&device_id=f4471cde-a391-4977-a7f1-693fe67a78bf HTTP/1.1" status: 200 len: 1098 time: 0.0522544 Jun 24 17:18:21.057619 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cd4890-07f9-4cec-bfec-9722495c24b4 req-916d39da-fa73-4ce0-8655-8a7699d98f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:18:21.059046 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-20cd4890-07f9-4cec-bfec-9722495c24b4 req-916d39da-fa73-4ce0-8655-8a7699d98f3d service neutron] 10.222.0.37 "GET /v2.0/networks?id=d814d5ca-30ce-40c7-a19a-3244f9dca736 HTTP/1.1" status: 200 len: 908 time: 0.0849426 Jun 24 17:18:21.122159 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-20cd4890-07f9-4cec-bfec-9722495c24b4 req-ac10f9d1-1c93-401f-b32a-d10b57070a5e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2bd31234-8541-4c73-a252-e62bed09039e HTTP/1.1" status: 200 len: 1000 time: 0.0561528 Jun 24 17:18:21.176507 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cd4890-07f9-4cec-bfec-9722495c24b4 req-28c8bbb3-fff1-4267-93d5-c3f449de2f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:18:21.177849 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-20cd4890-07f9-4cec-bfec-9722495c24b4 req-28c8bbb3-fff1-4267-93d5-c3f449de2f01 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e7f2d1aa-66d6-42d3-8334-b5d4eb2abfb2 HTTP/1.1" status: 200 len: 847 time: 0.0494001 Jun 24 17:18:21.232773 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cd4890-07f9-4cec-bfec-9722495c24b4 req-de78a561-49da-4e69-9b15-8ad2bfef60b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:18:21.234193 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-20cd4890-07f9-4cec-bfec-9722495c24b4 req-de78a561-49da-4e69-9b15-8ad2bfef60b0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d814d5ca-30ce-40c7-a19a-3244f9dca736&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0498724 Jun 24 17:18:21.323470 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-20cd4890-07f9-4cec-bfec-9722495c24b4 req-9b6aedbf-8107-46a8-bfcf-4033df9db8e6 service neutron] 10.222.0.37 "GET /v2.0/networks/d814d5ca-30ce-40c7-a19a-3244f9dca736?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827758 Jun 24 17:18:21.420025 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-20cd4890-07f9-4cec-bfec-9722495c24b4 req-3bfc73c9-88bb-406a-82fd-3454fb67eeb4 service neutron] 10.222.0.37 "GET /v2.0/networks/d814d5ca-30ce-40c7-a19a-3244f9dca736?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895722 Jun 24 17:18:21.762947 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:18:21.790641 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a8989e-33c9-4176-843e-792f6a76f3fc req-b9ba5d81-b718-4453-b13b-5f672b7026e9 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:18:21.792076 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-68a8989e-33c9-4176-843e-792f6a76f3fc req-b9ba5d81-b718-4453-b13b-5f672b7026e9 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4471cde-a391-4977-a7f1-693fe67a78bf HTTP/1.1" status: 200 len: 945 time: 0.0639641 Jun 24 17:18:21.828145 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-68a8989e-33c9-4176-843e-792f6a76f3fc req-cd71d22d-31c0-4a37-bf45-404fb280848a tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] 10.222.0.15 "GET /v2.0/security-groups?id=8ceaa142-9b86-49f1-8a2c-63b3bfce97bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303643 Jun 24 17:18:22.336198 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.agents_db [None req-27f02d43-57e8-424c-a1b0-5a1f36db1773 None None] Agent healthcheck: found 6 active agents {{(pid=93703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 17:18:22.808478 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 34406) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:18:23.003058 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e599b2-00d3-4213-bc9d-d79f42ff605d req-6ff15293-90d7-44ec-b976-3d172d397812 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:18:23.004639 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-07e599b2-00d3-4213-bc9d-d79f42ff605d req-6ff15293-90d7-44ec-b976-3d172d397812 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4471cde-a391-4977-a7f1-693fe67a78bf HTTP/1.1" status: 200 len: 945 time: 0.0671644 Jun 24 17:18:23.042388 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-07e599b2-00d3-4213-bc9d-d79f42ff605d req-7971ee44-8bb7-4bde-949b-24ed0c34d76c tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] 10.222.0.15 "GET /v2.0/security-groups?id=8ceaa142-9b86-49f1-8a2c-63b3bfce97bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317645 Jun 24 17:18:23.247114 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-450516db-7ee3-428e-baf1-38dead856884 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939664'] for router_interface, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:18:23.501587 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-450516db-7ee3-428e-baf1-38dead856884 admin admin] Deleting port 3fccddd0-c388-4298-8b98-67d407b5b9d1 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 17:18:23.501870 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-450516db-7ee3-428e-baf1-38dead856884 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734938643496'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:18:23.578846 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-450516db-7ee3-428e-baf1-38dead856884 admin admin] For port 3fccddd0-c388-4298-8b98-67d407b5b9d1, host dv-cinder-797970-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-1-iscsi',level=0,port_id=3fccddd0-c388-4298-8b98-67d407b5b9d1,segment=NetworkSegment(b0afad56-fb31-4d16-833b-399d642d2d6a),segment_id=b0afad56-fb31-4d16-833b-399d642d2d6a)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 17:18:23.579196 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-450516db-7ee3-428e-baf1-38dead856884 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939437'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:18:23.592804 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-450516db-7ee3-428e-baf1-38dead856884 admin admin] Calling delete_port for 3fccddd0-c388-4298-8b98-67d407b5b9d1 owned by network:router_interface {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 17:18:23.840730 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-450516db-7ee3-428e-baf1-38dead856884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734938646739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734938254839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811389'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:18:23.842927 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-06fcc481-ae33-4f01-bd99-938db4541b0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:18:23.864764 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450516db-7ee3-428e-baf1-38dead856884 admin admin] Pushing event deleted for resources: {'Port': ['ID=3fccddd0-c388-4298-8b98-67d407b5b9d1,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:18:23.868391 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-450516db-7ee3-428e-baf1-38dead856884 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:18:24.050267 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-450516db-7ee3-428e-baf1-38dead856884 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-592949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-937216'] for router_interface, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:18:24.329206 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c43906-2ed1-459c-8baf-1de0623d8bd8 req-74c39206-b710-46af-afc3-ffe80f215366 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:18:24.330597 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-e7c43906-2ed1-459c-8baf-1de0623d8bd8 req-74c39206-b710-46af-afc3-ffe80f215366 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4471cde-a391-4977-a7f1-693fe67a78bf HTTP/1.1" status: 200 len: 945 time: 0.1604958 Jun 24 17:18:24.341004 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-450516db-7ee3-428e-baf1-38dead856884 admin admin] Router 09a0b256-4560-46e2-8be8-52aa83ab8d90 has already been hosted by L3 agent ebb0bbf0-d6bc-43df-80f2-a0cdb1424f3b {{(pid=93700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 17:18:24.410674 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-e7c43906-2ed1-459c-8baf-1de0623d8bd8 req-0aabaedc-1589-441a-8ca0-d6d452360d60 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] 10.222.0.15 "GET /v2.0/security-groups?id=8ceaa142-9b86-49f1-8a2c-63b3bfce97bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722296 Jun 24 17:18:24.472740 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-450516db-7ee3-428e-baf1-38dead856884 admin admin] Notify agent at l3_agent.dv-cinder-797970-1-iscsi the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 17:18:24.478615 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-450516db-7ee3-428e-baf1-38dead856884 admin admin] 10.222.0.15 "PUT /v2.0/routers/09a0b256-4560-46e2-8be8-52aa83ab8d90/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6690915 Jun 24 17:18:24.480353 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 34416) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:18:24.483916 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4bb1c12-77c6-4c54-862d-9225787964e0 None None] Sync routers for ids ['09a0b256-4560-46e2-8be8-52aa83ab8d90'] in dv-cinder-797970-1-iscsi {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 17:18:24.492720 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4bb1c12-77c6-4c54-862d-9225787964e0 None None] Routers {'09a0b256-4560-46e2-8be8-52aa83ab8d90'} bound to L3 agent in host dv-cinder-797970-1-iscsi {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 17:18:24.493328 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-f4bb1c12-77c6-4c54-862d-9225787964e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-24T17:00:13Z,description=,heartbeat_timestamp=2021-06-24T17:18:13Z,host='dv-cinder-797970-1-iscsi',id=ebb0bbf0-d6bc-43df-80f2-a0cdb1424f3b,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T17:00:14Z,topic='l3_agent')) {'router_ids': ['09a0b256-4560-46e2-8be8-52aa83ab8d90'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:18:24.592974 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-863aa990-a1a2-4f48-a8ba-55dc738422fc admin admin] Notify callbacks [] for router, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:18:24.596989 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-f4bb1c12-77c6-4c54-862d-9225787964e0 None None] Set router 09a0b256-4560-46e2-8be8-52aa83ab8d90 gateway port host: dv-cinder-797970-1-iscsi {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 17:18:24.700814 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-863aa990-a1a2-4f48-a8ba-55dc738422fc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:18:24.774849 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-f4bb1c12-77c6-4c54-862d-9225787964e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09a0b256-4560-46e2-8be8-52aa83ab8d90', 'name': 'tempest-AttachVolumeTestJSON-1251952186-router', 'tenant_id': 'fea91de70bb14b7dbc15fd1cce9a200e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'external_fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '3164075f-28b2-4a16-b9f1-9e59f0d7c5cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T17:08:10Z', 'updated_at': '2021-06-24T17:18:23Z', 'revision_number': 5, 'project_id': 'fea91de70bb14b7dbc15fd1cce9a200e', 'gw_port': {'id': '3164075f-28b2-4a16-b9f1-9e59f0d7c5cf', 'name': '', 'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:77:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09a0b256-4560-46e2-8be8-52aa83ab8d90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:08:11Z', 'updated_at': '2021-06-24T17:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '004d905c-cc14-4189-936d-82a0eea7da62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-1-iscsi'}], 'dv-cinder-797970-1-iscsi', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:18:24.801978 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4bb1c12-77c6-4c54-862d-9225787964e0 None None] Checking router: 09a0b256-4560-46e2-8be8-52aa83ab8d90 for host: dv-cinder-797970-1-iscsi {{(pid=93702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 17:18:24.815888 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4bb1c12-77c6-4c54-862d-9225787964e0 None None] Routers {'09a0b256-4560-46e2-8be8-52aa83ab8d90'} bound to L3 agent in host dv-cinder-797970-1-iscsi {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 17:18:24.815888 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-f4bb1c12-77c6-4c54-862d-9225787964e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-24T17:00:13Z,description=,heartbeat_timestamp=2021-06-24T17:18:13Z,host='dv-cinder-797970-1-iscsi',id=ebb0bbf0-d6bc-43df-80f2-a0cdb1424f3b,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T17:00:14Z,topic='l3_agent')) {'router_ids': ['09a0b256-4560-46e2-8be8-52aa83ab8d90'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:18:24.832143 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-863aa990-a1a2-4f48-a8ba-55dc738422fc admin admin] Deleting port 3164075f-28b2-4a16-b9f1-9e59f0d7c5cf {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 17:18:24.832494 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-863aa990-a1a2-4f48-a8ba-55dc738422fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734938643496'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:18:24.901674 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-f4bb1c12-77c6-4c54-862d-9225787964e0 None None] Set router 09a0b256-4560-46e2-8be8-52aa83ab8d90 gateway port host: None {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 17:18:24.919397 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-863aa990-a1a2-4f48-a8ba-55dc738422fc admin admin] For port 3164075f-28b2-4a16-b9f1-9e59f0d7c5cf, host dv-cinder-797970-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-1-iscsi',level=0,port_id=3164075f-28b2-4a16-b9f1-9e59f0d7c5cf,segment=NetworkSegment(d12f47f8-231e-43a0-ac28-6eda6263252e),segment_id=d12f47f8-231e-43a0-ac28-6eda6263252e)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 17:18:24.919397 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-863aa990-a1a2-4f48-a8ba-55dc738422fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939437'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:18:24.929125 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-863aa990-a1a2-4f48-a8ba-55dc738422fc admin admin] Calling delete_port for 3164075f-28b2-4a16-b9f1-9e59f0d7c5cf owned by network:router_gateway {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 17:18:24.957369 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-f4bb1c12-77c6-4c54-862d-9225787964e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09a0b256-4560-46e2-8be8-52aa83ab8d90', 'name': 'tempest-AttachVolumeTestJSON-1251952186-router', 'tenant_id': 'fea91de70bb14b7dbc15fd1cce9a200e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T17:08:10Z', 'updated_at': '2021-06-24T17:18:24Z', 'revision_number': 6, 'project_id': 'fea91de70bb14b7dbc15fd1cce9a200e', 'gw_port_host': None}], 'dv-cinder-797970-1-iscsi', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:18:24.983490 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4bb1c12-77c6-4c54-862d-9225787964e0 None None] The sync data for ids ['09a0b256-4560-46e2-8be8-52aa83ab8d90'] in dv-cinder-797970-1-iscsi is: [{'id': '09a0b256-4560-46e2-8be8-52aa83ab8d90', 'name': 'tempest-AttachVolumeTestJSON-1251952186-router', 'tenant_id': 'fea91de70bb14b7dbc15fd1cce9a200e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T17:08:10Z', 'updated_at': '2021-06-24T17:18:24Z', 'revision_number': 6, 'project_id': 'fea91de70bb14b7dbc15fd1cce9a200e', 'gw_port_host': None}] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 17:18:25.168018 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-863aa990-a1a2-4f48-a8ba-55dc738422fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734938646739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734938254839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811389'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:18:25.170713 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-5cfdc891-3bbf-42b3-b084-d2302f406871 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:18:25.201370 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863aa990-a1a2-4f48-a8ba-55dc738422fc admin admin] Pushing event deleted for resources: {'Port': ['ID=3164075f-28b2-4a16-b9f1-9e59f0d7c5cf,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:18:25.205673 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-863aa990-a1a2-4f48-a8ba-55dc738422fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:18:25.265181 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-863aa990-a1a2-4f48-a8ba-55dc738422fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-938725'] for router_gateway, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:18:25.585337 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25710212-ddd2-434d-b34f-ec0c10bd773f req-b395839c-044d-4b77-b0ed-bbc8c8866536 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:18:25.586971 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-25710212-ddd2-434d-b34f-ec0c10bd773f req-b395839c-044d-4b77-b0ed-bbc8c8866536 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4471cde-a391-4977-a7f1-693fe67a78bf HTTP/1.1" status: 200 len: 945 time: 0.0638125 Jun 24 17:18:25.608463 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-863aa990-a1a2-4f48-a8ba-55dc738422fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-935419', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25091'] for router, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:18:25.610594 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-863aa990-a1a2-4f48-a8ba-55dc738422fc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:18:25.627704 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-25710212-ddd2-434d-b34f-ec0c10bd773f req-19f97096-bb03-40dd-9352-1ecd1f33e147 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] 10.222.0.15 "GET /v2.0/security-groups?id=8ceaa142-9b86-49f1-8a2c-63b3bfce97bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349503 Jun 24 17:18:25.709815 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-863aa990-a1a2-4f48-a8ba-55dc738422fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-937645'] for router, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:18:25.710372 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-863aa990-a1a2-4f48-a8ba-55dc738422fc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 09a0b256-4560-46e2-8be8-52aa83ab8d90 {{(pid=93700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 17:18:25.715933 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-863aa990-a1a2-4f48-a8ba-55dc738422fc admin admin] Notify callbacks [] for router, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:18:25.719314 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-863aa990-a1a2-4f48-a8ba-55dc738422fc admin admin] 10.222.0.15 "DELETE /v2.0/routers/09a0b256-4560-46e2-8be8-52aa83ab8d90 HTTP/1.1" status: 204 len: 168 time: 1.2358227 Jun 24 17:18:25.719724 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 34422) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:18:25.766446 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.db.db_base_plugin_v2 [None req-218bc7d4-081f-4bee-a30b-d829cf69f279 admin admin] Deleting subnet e87b4c16-dac9-4f7c-93b5-b846172b2da1 {{(pid=93701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 17:18:25.770407 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-218bc7d4-081f-4bee-a30b-d829cf69f279 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:18:25.809570 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-218bc7d4-081f-4bee-a30b-d829cf69f279 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8727705'] for subnet, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:18:25.887542 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-218bc7d4-081f-4bee-a30b-d829cf69f279 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1980419'] for subnet, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:18:26.007326 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-218bc7d4-081f-4bee-a30b-d829cf69f279 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1980436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10147820', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10152639'] for subnet, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:18:26.009514 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:18:26.033067 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218bc7d4-081f-4bee-a30b-d829cf69f279 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e87b4c16-dac9-4f7c-93b5-b846172b2da1,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:18:26.036353 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-218bc7d4-081f-4bee-a30b-d829cf69f279 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:18:26.043414 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-218bc7d4-081f-4bee-a30b-d829cf69f279 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:18:26.047452 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-218bc7d4-081f-4bee-a30b-d829cf69f279 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/e87b4c16-dac9-4f7c-93b5-b846172b2da1 HTTP/1.1" status: 204 len: 168 time: 0.3245277 Jun 24 17:18:26.050828 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 34426) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:18:26.050934 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbe9ce27-2269-4f05-ac64-4a4518eeea7e None None] Network b5831895-94e5-4f0a-8fea-bf10963f4724 requested from dv-cinder-797970-1-iscsi {{(pid=93702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 17:18:26.142690 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Device 3fccddd0-c388-4298-8b98-67d407b5b9d1 no longer exists at agent ovs-agent-dv-cinder-797970-1-iscsi {{(pid=93702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 17:18:26.165736 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-935b335f-c2c9-419d-9823-c35f9043ae32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2040168'] for network, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:18:26.167685 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] No Port match for: 3fccddd0-c388-4298-8b98-67d407b5b9d1 {{(pid=93702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 17:18:26.168217 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Device 3fccddd0-c388-4298-8b98-67d407b5b9d1 not bound to the agent host dv-cinder-797970-1-iscsi {{(pid=93702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 17:18:26.168779 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Device 3164075f-28b2-4a16-b9f1-9e59f0d7c5cf no longer exists at agent ovs-agent-dv-cinder-797970-1-iscsi {{(pid=93702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 17:18:26.190765 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] No Port match for: 3164075f-28b2-4a16-b9f1-9e59f0d7c5cf {{(pid=93702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 17:18:26.191231 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Device 3164075f-28b2-4a16-b9f1-9e59f0d7c5cf not bound to the agent host dv-cinder-797970-1-iscsi {{(pid=93702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 17:18:26.244901 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109098f2-fad5-4e32-8aa3-217389feae1e req-fafef50d-240c-4546-af85-f4da0048c5fc tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:18:26.248383 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-109098f2-fad5-4e32-8aa3-217389feae1e req-fafef50d-240c-4546-af85-f4da0048c5fc tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4471cde-a391-4977-a7f1-693fe67a78bf HTTP/1.1" status: 200 len: 945 time: 0.1509032 Jun 24 17:18:26.293032 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae0e91c8-ee18-42d9-b1f3-b5798cd3be75 None None] DHCP port deletion for b5831895-94e5-4f0a-8fea-bf10963f4724 request from dv-cinder-797970-1-iscsi {{(pid=93702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 17:18:26.310922 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-109098f2-fad5-4e32-8aa3-217389feae1e req-ee6f5b86-52b0-4844-8057-4aee0111c303 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] 10.222.0.15 "GET /v2.0/security-groups?id=8ceaa142-9b86-49f1-8a2c-63b3bfce97bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552921 Jun 24 17:18:26.319838 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-935b335f-c2c9-419d-9823-c35f9043ae32 admin admin] Deleting port 5b5cf024-cf4b-4aa3-a6e8-fc1ccb2d5527 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 17:18:26.320225 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-935b335f-c2c9-419d-9823-c35f9043ae32 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734938643496'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:18:26.327409 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-e324c781-2c89-4cc1-ad98-6e2e7cd9b919 req-d6faace8-bab1-4d46-bd48-9de748d1cc08 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f4471cde-a391-4977-a7f1-693fe67a78bf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1941123 Jun 24 17:18:26.339865 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-ae0e91c8-ee18-42d9-b1f3-b5798cd3be75 None None] Deleting port 5b5cf024-cf4b-4aa3-a6e8-fc1ccb2d5527 {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 17:18:26.340255 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ae0e91c8-ee18-42d9-b1f3-b5798cd3be75 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734938643496'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:18:26.388378 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-935b335f-c2c9-419d-9823-c35f9043ae32 admin admin] For port 5b5cf024-cf4b-4aa3-a6e8-fc1ccb2d5527, host dv-cinder-797970-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-1-iscsi',level=0,port_id=5b5cf024-cf4b-4aa3-a6e8-fc1ccb2d5527,segment=NetworkSegment(b0afad56-fb31-4d16-833b-399d642d2d6a),segment_id=b0afad56-fb31-4d16-833b-399d642d2d6a)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 17:18:26.388741 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-935b335f-c2c9-419d-9823-c35f9043ae32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939437'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:18:26.402988 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-935b335f-c2c9-419d-9823-c35f9043ae32 admin admin] Calling delete_port for 5b5cf024-cf4b-4aa3-a6e8-fc1ccb2d5527 owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 17:18:26.403607 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Device 2bd31234-8541-4c73-a252-e62bed09039e no longer exists at agent hyperv_hv-cinder-79797 {{(pid=93702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 17:18:26.431257 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-ae0e91c8-ee18-42d9-b1f3-b5798cd3be75 None None] For port 5b5cf024-cf4b-4aa3-a6e8-fc1ccb2d5527, host dv-cinder-797970-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-1-iscsi',level=0,port_id=5b5cf024-cf4b-4aa3-a6e8-fc1ccb2d5527,segment=NetworkSegment(b0afad56-fb31-4d16-833b-399d642d2d6a),segment_id=b0afad56-fb31-4d16-833b-399d642d2d6a)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 17:18:26.431669 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ae0e91c8-ee18-42d9-b1f3-b5798cd3be75 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939437'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:18:26.448686 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-ae0e91c8-ee18-42d9-b1f3-b5798cd3be75 None None] Calling delete_port for 5b5cf024-cf4b-4aa3-a6e8-fc1ccb2d5527 owned by network:dhcp {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 17:18:26.606731 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-935b335f-c2c9-419d-9823-c35f9043ae32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734938646739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734938254839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10147618'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:18:26.610025 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-0bbc0d07-90e8-4c79-8d1f-f615dde59454 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:18:26.636639 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935b335f-c2c9-419d-9823-c35f9043ae32 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b5cf024-cf4b-4aa3-a6e8-fc1ccb2d5527,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:18:26.639075 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935b335f-c2c9-419d-9823-c35f9043ae32 admin admin] No DVR routers for this DVR port 5b5cf024-cf4b-4aa3-a6e8-fc1ccb2d5527 on host dv-cinder-797970-1-iscsi {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 17:18:26.641007 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-935b335f-c2c9-419d-9823-c35f9043ae32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:18:26.679528 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:18:26.710803 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4471cde-a391-4977-a7f1-693fe67a78bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2bd31234-8541-4c73-a252-e62bed09039e'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 17:18:26.713136 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d8b605067795a7fc2c115f7278a2b51e92dc277499becda2f2169a787a2c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfe7bed4-8706-4af7-a636-fbda3c0104dc" -d '{"events": [{"server_uuid": "f4471cde-a391-4977-a7f1-693fe67a78bf", "name": "network-vif-unplugged", "status": "completed", "tag": "2bd31234-8541-4c73-a252-e62bed09039e"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 17:18:26.714145 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-935b335f-c2c9-419d-9823-c35f9043ae32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982037', 'neutron.services.segments.db._delete_segments_for_network-8734938762792'] for network, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:18:26.725683 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.services.segments.db [None req-935b335f-c2c9-419d-9823-c35f9043ae32 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5831895-94e5-4f0a-8fea-bf10963f4724']}} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:18:26.735441 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ae0e91c8-ee18-42d9-b1f3-b5798cd3be75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734938646739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734938254839'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:18:26.735441 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] For port 2bd31234-8541-4c73-a252-e62bed09039e, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=2bd31234-8541-4c73-a252-e62bed09039e,segment=NetworkSegment(4beec3e6-c27b-4a74-8745-caa05c422d40),segment_id=4beec3e6-c27b-4a74-8745-caa05c422d40)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 17:18:26.735441 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:18:26.738717 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.services.segments.db [None req-935b335f-c2c9-419d-9823-c35f9043ae32 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0afad56-fb31-4d16-833b-399d642d2d6a') {'for_net_delete': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:18:26.739351 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.services.segments.db [None req-935b335f-c2c9-419d-9823-c35f9043ae32 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0afad56-fb31-4d16-833b-399d642d2d6a') {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:18:26.748803 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-935b335f-c2c9-419d-9823-c35f9043ae32 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734938750383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8727776'] for segment, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:18:26.753976 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 24 Jun 2021 17:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b8b38ba-07bb-489d-948d-07afd375eabc x-openstack-request-id: req-3b8b38ba-07bb-489d-948d-07afd375eabc {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 17:18:26.754342 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4471cde-a391-4977-a7f1-693fe67a78bf", "name": "network-vif-unplugged", "status": "failed", "tag": "2bd31234-8541-4c73-a252-e62bed09039e", "code": 422}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 17:18:26.754606 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3b8b38ba-07bb-489d-948d-07afd375eabc {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 17:18:26.755044 dv-cinder-797970-1-iscsi neutron-server[93702]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f4471cde-a391-4977-a7f1-693fe67a78bf', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2bd31234-8541-4c73-a252-e62bed09039e', 'code': 422} returned with failed status Jun 24 17:18:26.757161 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0e91c8-ee18-42d9-b1f3-b5798cd3be75 None None] Pushing event deleted for resources: {'Port': ['ID=5b5cf024-cf4b-4aa3-a6e8-fc1ccb2d5527,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:18:26.764132 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-935b335f-c2c9-419d-9823-c35f9043ae32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083357'] for segment, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:18:26.770852 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0e91c8-ee18-42d9-b1f3-b5798cd3be75 None None] No DVR routers for this DVR port 5b5cf024-cf4b-4aa3-a6e8-fc1ccb2d5527 on host dv-cinder-797970-1-iscsi {{(pid=93702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 17:18:26.777742 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0e91c8-ee18-42d9-b1f3-b5798cd3be75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:18:26.777742 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0e91c8-ee18-42d9-b1f3-b5798cd3be75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:18:26.777742 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0e91c8-ee18-42d9-b1f3-b5798cd3be75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:18:26.778159 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-935b335f-c2c9-419d-9823-c35f9043ae32 admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=93701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 17:18:26.778370 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0e91c8-ee18-42d9-b1f3-b5798cd3be75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:18:26.778469 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-935b335f-c2c9-419d-9823-c35f9043ae32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10147599'] for segment, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:18:26.778552 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0e91c8-ee18-42d9-b1f3-b5798cd3be75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:18:26.778552 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0e91c8-ee18-42d9-b1f3-b5798cd3be75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:18:26.778552 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0e91c8-ee18-42d9-b1f3-b5798cd3be75 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:18:26.778792 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0e91c8-ee18-42d9-b1f3-b5798cd3be75 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:18:26.779436 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0e91c8-ee18-42d9-b1f3-b5798cd3be75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:18:26.779436 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0e91c8-ee18-42d9-b1f3-b5798cd3be75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:18:26.779635 dv-cinder-797970-1-iscsi neutron-server[93701]: Traceback (most recent call last): Jun 24 17:18:26.779635 dv-cinder-797970-1-iscsi neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 17:18:26.779635 dv-cinder-797970-1-iscsi neutron-server[93701]: timer() Jun 24 17:18:26.779635 dv-cinder-797970-1-iscsi neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 17:18:26.779635 dv-cinder-797970-1-iscsi neutron-server[93701]: cb(*args, **kw) Jun 24 17:18:26.779635 dv-cinder-797970-1-iscsi neutron-server[93701]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 17:18:26.779635 dv-cinder-797970-1-iscsi neutron-server[93701]: return func(*args, **kwargs) Jun 24 17:18:26.779635 dv-cinder-797970-1-iscsi neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 17:18:26.779635 dv-cinder-797970-1-iscsi neutron-server[93701]: self._notify() Jun 24 17:18:26.779635 dv-cinder-797970-1-iscsi neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 17:18:26.779635 dv-cinder-797970-1-iscsi neutron-server[93701]: self.callback(batched_events) Jun 24 17:18:26.779635 dv-cinder-797970-1-iscsi neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 17:18:26.779635 dv-cinder-797970-1-iscsi neutron-server[93701]: event.method(event) Jun 24 17:18:26.779635 dv-cinder-797970-1-iscsi neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 17:18:26.779635 dv-cinder-797970-1-iscsi neutron-server[93701]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 17:18:26.779635 dv-cinder-797970-1-iscsi neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 17:18:26.779635 dv-cinder-797970-1-iscsi neutron-server[93701]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 17:18:26.779635 dv-cinder-797970-1-iscsi neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 17:18:26.779635 dv-cinder-797970-1-iscsi neutron-server[93701]: return f(self, *a, **k) Jun 24 17:18:26.779635 dv-cinder-797970-1-iscsi neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 17:18:26.779635 dv-cinder-797970-1-iscsi neutron-server[93701]: return self._get(url).json() Jun 24 17:18:26.779635 dv-cinder-797970-1-iscsi neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 17:18:26.779635 dv-cinder-797970-1-iscsi neutron-server[93701]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 17:18:26.779635 dv-cinder-797970-1-iscsi neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 17:18:26.779635 dv-cinder-797970-1-iscsi neutron-server[93701]: return self.request(url, 'GET', **kwargs) Jun 24 17:18:26.779635 dv-cinder-797970-1-iscsi neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 17:18:26.779635 dv-cinder-797970-1-iscsi neutron-server[93701]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 17:18:26.779635 dv-cinder-797970-1-iscsi neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 17:18:26.779635 dv-cinder-797970-1-iscsi neutron-server[93701]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 17:18:26.779635 dv-cinder-797970-1-iscsi neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 17:18:26.779635 dv-cinder-797970-1-iscsi neutron-server[93701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 17:18:26.779635 dv-cinder-797970-1-iscsi neutron-server[93701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 17:18:26.781566 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0e91c8-ee18-42d9-b1f3-b5798cd3be75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:18:26.781566 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0e91c8-ee18-42d9-b1f3-b5798cd3be75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:18:26.782939 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-ae0e91c8-ee18-42d9-b1f3-b5798cd3be75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:18:26.812534 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:18:26.814937 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:18:26.867802 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Pushing event updated for resources: {'Port': ['ID=2bd31234-8541-4c73-a252-e62bed09039e,revision_number=6']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:18:26.871229 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:18:26.926849 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-935b335f-c2c9-419d-9823-c35f9043ae32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-545941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-938511'] for network, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:18:26.930516 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:18:26.932932 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-935b335f-c2c9-419d-9823-c35f9043ae32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592921'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:18:26.935684 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-935b335f-c2c9-419d-9823-c35f9043ae32 admin admin] 10.222.0.15 "DELETE /v2.0/networks/b5831895-94e5-4f0a-8fea-bf10963f4724 HTTP/1.1" status: 204 len: 168 time: 0.8861701 Jun 24 17:18:26.946498 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935b335f-c2c9-419d-9823-c35f9043ae32 admin admin] Pushing event deleted for resources: {'Network': ['ID=b5831895-94e5-4f0a-8fea-bf10963f4724,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:18:26.948904 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-935b335f-c2c9-419d-9823-c35f9043ae32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:18:27.290809 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 34444) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:18:27.330922 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-0d71a147-25bf-4c07-a185-6a51b917b719 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fea91de70bb14b7dbc15fd1cce9a200e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0387988 Jun 24 17:18:27.333393 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 34446) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:18:27.389974 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2e66697f-e0fc-44b8-bfef-dd94ab58ccb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:18:27.412722 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2e66697f-e0fc-44b8-bfef-dd94ab58ccb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:18:27.507656 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d68ffcd-dd9f-4abc-9306-4e02e28d04e5 req-fbfe5fb8-db9a-4df8-b175-90abb61b6684 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:18:27.509105 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-8d68ffcd-dd9f-4abc-9306-4e02e28d04e5 req-fbfe5fb8-db9a-4df8-b175-90abb61b6684 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4471cde-a391-4977-a7f1-693fe67a78bf HTTP/1.1" status: 200 len: 943 time: 0.0744994 Jun 24 17:18:27.546347 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-8d68ffcd-dd9f-4abc-9306-4e02e28d04e5 req-8083e4bf-ea1f-4bb7-b0be-30c7c8cfffa6 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] 10.222.0.15 "GET /v2.0/security-groups?id=8ceaa142-9b86-49f1-8a2c-63b3bfce97bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315406 Jun 24 17:18:27.549207 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2e66697f-e0fc-44b8-bfef-dd94ab58ccb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:18:27.552463 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2e66697f-e0fc-44b8-bfef-dd94ab58ccb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:18:27.553380 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-2e66697f-e0fc-44b8-bfef-dd94ab58ccb2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/38660baa-23d7-460c-aa12-9da37b6519e2 HTTP/1.1" status: 204 len: 168 time: 0.2190790 Jun 24 17:18:27.554159 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-c4abe2f8-3bf9-4bb7-800b-bc32e1b26940 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:18:27.561390 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e66697f-e0fc-44b8-bfef-dd94ab58ccb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38660baa-23d7-460c-aa12-9da37b6519e2,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:18:27.563839 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-2e66697f-e0fc-44b8-bfef-dd94ab58ccb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:18:28.113772 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Device 5b5cf024-cf4b-4aa3-a6e8-fc1ccb2d5527 no longer exists at agent ovs-agent-dv-cinder-797970-1-iscsi {{(pid=93702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 17:18:28.135948 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] No Port match for: 5b5cf024-cf4b-4aa3-a6e8-fc1ccb2d5527 {{(pid=93702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 17:18:28.136312 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Device 5b5cf024-cf4b-4aa3-a6e8-fc1ccb2d5527 not bound to the agent host dv-cinder-797970-1-iscsi {{(pid=93702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 17:18:28.734623 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e58046-e8c2-401b-ba99-53883e182d94 req-db2f27ab-f041-4de8-919a-f94833cdf9ee tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:18:28.736092 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-03e58046-e8c2-401b-ba99-53883e182d94 req-db2f27ab-f041-4de8-919a-f94833cdf9ee tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4471cde-a391-4977-a7f1-693fe67a78bf HTTP/1.1" status: 200 len: 943 time: 0.0695810 Jun 24 17:18:28.779341 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-03e58046-e8c2-401b-ba99-53883e182d94 req-ee01f7da-8c79-4aa9-a2d4-e4e2d7e5b90a tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] 10.222.0.15 "GET /v2.0/security-groups?id=8ceaa142-9b86-49f1-8a2c-63b3bfce97bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329313 Jun 24 17:18:29.209381 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e324c781-2c89-4cc1-ad98-6e2e7cd9b919 req-3c7c3a8b-3d84-4c3f-8985-4416393cd239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:18:29.210799 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-e324c781-2c89-4cc1-ad98-6e2e7cd9b919 req-3c7c3a8b-3d84-4c3f-8985-4416393cd239 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f4471cde-a391-4977-a7f1-693fe67a78bf&tenant_id=3932aa6d6c7446bcb7063308e31b911f HTTP/1.1" status: 200 len: 1096 time: 0.1417549 Jun 24 17:18:29.301409 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e324c781-2c89-4cc1-ad98-6e2e7cd9b919 req-cf8da6a8-e702-43c4-a007-796ba6b5fe3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:18:29.303008 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-e324c781-2c89-4cc1-ad98-6e2e7cd9b919 req-cf8da6a8-e702-43c4-a007-796ba6b5fe3c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3932aa6d6c7446bcb7063308e31b911f&device_id=f4471cde-a391-4977-a7f1-693fe67a78bf HTTP/1.1" status: 200 len: 1096 time: 0.0583100 Jun 24 17:18:29.392408 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e324c781-2c89-4cc1-ad98-6e2e7cd9b919 req-e4b90b5d-87ee-4d62-b538-f44f06805ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:18:29.394176 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-e324c781-2c89-4cc1-ad98-6e2e7cd9b919 req-e4b90b5d-87ee-4d62-b538-f44f06805ce6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d814d5ca-30ce-40c7-a19a-3244f9dca736 HTTP/1.1" status: 200 len: 908 time: 0.0846906 Jun 24 17:18:29.467515 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-e324c781-2c89-4cc1-ad98-6e2e7cd9b919 req-ea162607-7307-473b-82f5-31b8ca4f6277 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2bd31234-8541-4c73-a252-e62bed09039e HTTP/1.1" status: 200 len: 998 time: 0.0671453 Jun 24 17:18:29.515291 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e324c781-2c89-4cc1-ad98-6e2e7cd9b919 req-4a3cd15a-e350-4c2c-a850-c48d1a01ee72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:18:29.516677 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-e324c781-2c89-4cc1-ad98-6e2e7cd9b919 req-4a3cd15a-e350-4c2c-a850-c48d1a01ee72 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e7f2d1aa-66d6-42d3-8334-b5d4eb2abfb2 HTTP/1.1" status: 200 len: 847 time: 0.0431499 Jun 24 17:18:29.573125 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e324c781-2c89-4cc1-ad98-6e2e7cd9b919 req-f9221276-3d36-490b-ab15-bd3a4c7b66d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:18:29.574571 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-e324c781-2c89-4cc1-ad98-6e2e7cd9b919 req-f9221276-3d36-490b-ab15-bd3a4c7b66d5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d814d5ca-30ce-40c7-a19a-3244f9dca736&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0515213 Jun 24 17:18:29.585903 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [req-e324c781-2c89-4cc1-ad98-6e2e7cd9b919 req-d7b733f6-7ffd-4600-8e21-406331c92bab service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=93700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 17:18:29.586886 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-e324c781-2c89-4cc1-ad98-6e2e7cd9b919 req-d7b733f6-7ffd-4600-8e21-406331c92bab service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055199 Jun 24 17:18:29.679472 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-e324c781-2c89-4cc1-ad98-6e2e7cd9b919 req-16ddaa4b-dcea-4dec-9455-cdcdd83fd136 service neutron] 10.222.0.37 "GET /v2.0/networks/d814d5ca-30ce-40c7-a19a-3244f9dca736?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857227 Jun 24 17:18:29.774380 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-e324c781-2c89-4cc1-ad98-6e2e7cd9b919 req-72e31451-bad9-4a8b-992e-d11a5623dc89 service neutron] 10.222.0.37 "GET /v2.0/networks/d814d5ca-30ce-40c7-a19a-3244f9dca736?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850601 Jun 24 17:18:29.959007 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d46abd-f3a6-4576-832d-1bdbdf9adc2b req-d1e8d7c2-03a0-4beb-a0a5-e02f6149dd67 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:18:29.960427 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-38d46abd-f3a6-4576-832d-1bdbdf9adc2b req-d1e8d7c2-03a0-4beb-a0a5-e02f6149dd67 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4471cde-a391-4977-a7f1-693fe67a78bf HTTP/1.1" status: 200 len: 943 time: 0.0682654 Jun 24 17:18:29.997085 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-38d46abd-f3a6-4576-832d-1bdbdf9adc2b req-2130d7e3-0756-40f5-9c63-53827127f149 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] 10.222.0.15 "GET /v2.0/security-groups?id=8ceaa142-9b86-49f1-8a2c-63b3bfce97bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310800 Jun 24 17:18:31.168063 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06a851e-18c8-4acc-b735-607b88432249 req-376fd9ff-7122-4044-9e45-31ed4d1832cb tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:18:31.169513 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-e06a851e-18c8-4acc-b735-607b88432249 req-376fd9ff-7122-4044-9e45-31ed4d1832cb tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4471cde-a391-4977-a7f1-693fe67a78bf HTTP/1.1" status: 200 len: 943 time: 0.0618370 Jun 24 17:18:31.213665 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-e06a851e-18c8-4acc-b735-607b88432249 req-7425fcaf-97e4-4d69-a1af-d0cfd07d88c0 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] 10.222.0.15 "GET /v2.0/security-groups?id=8ceaa142-9b86-49f1-8a2c-63b3bfce97bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381472 Jun 24 17:18:32.383991 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc77b57c-0f6d-49f4-b26d-fc0eb90fe7d8 req-de575b4f-750f-4d57-a200-182d4a3f32e9 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:18:32.385428 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-bc77b57c-0f6d-49f4-b26d-fc0eb90fe7d8 req-de575b4f-750f-4d57-a200-182d4a3f32e9 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4471cde-a391-4977-a7f1-693fe67a78bf HTTP/1.1" status: 200 len: 943 time: 0.0616255 Jun 24 17:18:32.422803 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-bc77b57c-0f6d-49f4-b26d-fc0eb90fe7d8 req-7e4e7c50-788a-4602-a389-9fc39a495cef tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] 10.222.0.15 "GET /v2.0/security-groups?id=8ceaa142-9b86-49f1-8a2c-63b3bfce97bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317233 Jun 24 17:18:33.595774 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64553af7-1330-4aa4-aafd-911dc5714662 req-6a49856f-ce11-44cd-b076-8b2c09f332a4 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:18:33.597171 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-64553af7-1330-4aa4-aafd-911dc5714662 req-6a49856f-ce11-44cd-b076-8b2c09f332a4 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4471cde-a391-4977-a7f1-693fe67a78bf HTTP/1.1" status: 200 len: 943 time: 0.0653396 Jun 24 17:18:33.634690 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-64553af7-1330-4aa4-aafd-911dc5714662 req-bf0dc1e3-d905-4605-9d66-04d58909d278 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] 10.222.0.15 "GET /v2.0/security-groups?id=8ceaa142-9b86-49f1-8a2c-63b3bfce97bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318229 Jun 24 17:18:34.805082 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660d1b5a-9aac-46cd-9fe0-b11ee808eedc req-d10e611a-3130-4d7b-a95f-b8a3fd9b6b90 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:18:34.806541 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-660d1b5a-9aac-46cd-9fe0-b11ee808eedc req-d10e611a-3130-4d7b-a95f-b8a3fd9b6b90 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4471cde-a391-4977-a7f1-693fe67a78bf HTTP/1.1" status: 200 len: 943 time: 0.0642905 Jun 24 17:18:34.842397 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-660d1b5a-9aac-46cd-9fe0-b11ee808eedc req-e4c3b2ca-6b1d-4c9c-b414-b0f48e64d705 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] 10.222.0.15 "GET /v2.0/security-groups?id=8ceaa142-9b86-49f1-8a2c-63b3bfce97bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302141 Jun 24 17:18:36.019167 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b8670b-184c-4adb-86b9-792fc6b1bbb4 req-e20203db-a183-4c2c-a815-a9dd22d10e95 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:18:36.020590 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-89b8670b-184c-4adb-86b9-792fc6b1bbb4 req-e20203db-a183-4c2c-a815-a9dd22d10e95 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4471cde-a391-4977-a7f1-693fe67a78bf HTTP/1.1" status: 200 len: 943 time: 0.0652914 Jun 24 17:18:36.058377 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-89b8670b-184c-4adb-86b9-792fc6b1bbb4 req-cf06675c-36a2-4006-afb0-7faef43d72ed tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] 10.222.0.15 "GET /v2.0/security-groups?id=8ceaa142-9b86-49f1-8a2c-63b3bfce97bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311663 Jun 24 17:18:37.231280 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7143e894-21d0-4933-b38f-0a412a4959f2 req-b0543671-a2cd-4a70-9300-0d877af9e3a3 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:18:37.232630 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-7143e894-21d0-4933-b38f-0a412a4959f2 req-b0543671-a2cd-4a70-9300-0d877af9e3a3 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4471cde-a391-4977-a7f1-693fe67a78bf HTTP/1.1" status: 200 len: 943 time: 0.0668480 Jun 24 17:18:37.270787 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-7143e894-21d0-4933-b38f-0a412a4959f2 req-91a84644-f2c2-4cfe-b1f4-5ea8ff703215 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] 10.222.0.15 "GET /v2.0/security-groups?id=8ceaa142-9b86-49f1-8a2c-63b3bfce97bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325537 Jun 24 17:18:38.428603 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Device 2bd31234-8541-4c73-a252-e62bed09039e details requested by agent hyperv_hv-cinder-79797 with host hv-cinder-79797 {{(pid=93702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 17:18:38.443455 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4e3b55-50f6-45e3-a8f8-ca326f91fcc9 req-908c3748-8da4-496c-a1d5-55730eb27132 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:18:38.444898 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-bf4e3b55-50f6-45e3-a8f8-ca326f91fcc9 req-908c3748-8da4-496c-a1d5-55730eb27132 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4471cde-a391-4977-a7f1-693fe67a78bf HTTP/1.1" status: 200 len: 943 time: 0.0633633 Jun 24 17:18:38.482511 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-bf4e3b55-50f6-45e3-a8f8-ca326f91fcc9 req-4fe27a9d-e08e-4cee-8889-5ea3d0710d9f tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] 10.222.0.15 "GET /v2.0/security-groups?id=8ceaa142-9b86-49f1-8a2c-63b3bfce97bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319436 Jun 24 17:18:38.520188 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] For port 2bd31234-8541-4c73-a252-e62bed09039e, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=2bd31234-8541-4c73-a252-e62bed09039e,segment=NetworkSegment(4beec3e6-c27b-4a74-8745-caa05c422d40),segment_id=4beec3e6-c27b-4a74-8745-caa05c422d40)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 17:18:38.531422 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Returning: {'device': '2bd31234-8541-4c73-a252-e62bed09039e', 'network_id': 'd814d5ca-30ce-40c7-a19a-3244f9dca736', 'port_id': '2bd31234-8541-4c73-a252-e62bed09039e', 'mac_address': 'fa:16:3e:53:ff:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7f2d1aa-66d6-42d3-8334-b5d4eb2abfb2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 17:18:38.567247 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:18:38.582351 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.notifiers.nova [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bd31234-8541-4c73-a252-e62bed09039e {{(pid=93702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 17:18:38.601318 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] For port 2bd31234-8541-4c73-a252-e62bed09039e, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=2bd31234-8541-4c73-a252-e62bed09039e,segment=NetworkSegment(4beec3e6-c27b-4a74-8745-caa05c422d40),segment_id=4beec3e6-c27b-4a74-8745-caa05c422d40)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 17:18:38.674828 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:18:38.677120 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:18:38.722647 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Pushing event updated for resources: {'Port': ['ID=2bd31234-8541-4c73-a252-e62bed09039e,revision_number=7']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:18:38.726459 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:18:39.047147 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] get_ports_and_sgs() called for port_ids ['2bd31234-8541-4c73-a252-e62bed09039e'] {{(pid=93702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 17:18:39.210346 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 34584) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:18:39.321349 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4d91e413-47ea-4658-97ae-f21738f32d45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:18:39.405595 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4d91e413-47ea-4658-97ae-f21738f32d45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:18:39.453633 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4d91e413-47ea-4658-97ae-f21738f32d45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:18:39.456224 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-ff55bba7-8b6f-4fd4-8aa7-623e5201254f tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:18:39.494402 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-4d91e413-47ea-4658-97ae-f21738f32d45 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c5fc16479d5b411a89cf02f6cd8b3582&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2829428 Jun 24 17:18:39.495511 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d91e413-47ea-4658-97ae-f21738f32d45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fac0b824-28a5-4f04-8f2f-aa08a7268367,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:18:39.497160 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 34588) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:18:39.498613 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-4d91e413-47ea-4658-97ae-f21738f32d45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:18:39.548140 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-869ee47c-ba1d-4f2f-81ce-c8cb416c6b08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:18:39.573514 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-869ee47c-ba1d-4f2f-81ce-c8cb416c6b08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:18:39.657840 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c970c985-5e87-4a97-9eb5-9acdf4f63705 req-0179e44c-2505-4237-870c-98f1fd2c682b tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:18:39.659183 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-c970c985-5e87-4a97-9eb5-9acdf4f63705 req-0179e44c-2505-4237-870c-98f1fd2c682b tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4471cde-a391-4977-a7f1-693fe67a78bf HTTP/1.1" status: 200 len: 944 time: 0.0622337 Jun 24 17:18:39.670666 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-869ee47c-ba1d-4f2f-81ce-c8cb416c6b08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:18:39.673338 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-869ee47c-ba1d-4f2f-81ce-c8cb416c6b08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:18:39.674499 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-869ee47c-ba1d-4f2f-81ce-c8cb416c6b08 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fac0b824-28a5-4f04-8f2f-aa08a7268367 HTTP/1.1" status: 204 len: 168 time: 0.1762433 Jun 24 17:18:39.675269 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-62bdec25-edd2-405d-b921-d207ecc72a02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:18:39.682806 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869ee47c-ba1d-4f2f-81ce-c8cb416c6b08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fac0b824-28a5-4f04-8f2f-aa08a7268367,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:18:39.685720 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-869ee47c-ba1d-4f2f-81ce-c8cb416c6b08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:18:39.702121 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-c970c985-5e87-4a97-9eb5-9acdf4f63705 req-8c5cb682-393e-4ee2-bb09-d55e52a12468 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] 10.222.0.15 "GET /v2.0/security-groups?id=8ceaa142-9b86-49f1-8a2c-63b3bfce97bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364718 Jun 24 17:18:40.446228 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Device 2bd31234-8541-4c73-a252-e62bed09039e up at agent hyperv_hv-cinder-79797 {{(pid=93702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 17:18:40.491375 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Provisioning complete for port 2bd31234-8541-4c73-a252-e62bed09039e triggered by entity L2. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 17:18:40.491750 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979100'] for port, provisioning_complete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:18:40.578110 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:18:40.599276 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4471cde-a391-4977-a7f1-693fe67a78bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bd31234-8541-4c73-a252-e62bed09039e'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 17:18:40.601695 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d8b605067795a7fc2c115f7278a2b51e92dc277499becda2f2169a787a2c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e764c06d-b0fa-4871-bafa-fce9896e60c9" -d '{"events": [{"server_uuid": "f4471cde-a391-4977-a7f1-693fe67a78bf", "name": "network-vif-plugged", "status": "completed", "tag": "2bd31234-8541-4c73-a252-e62bed09039e"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 17:18:40.618450 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] For port 2bd31234-8541-4c73-a252-e62bed09039e, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=2bd31234-8541-4c73-a252-e62bed09039e,segment=NetworkSegment(4beec3e6-c27b-4a74-8745-caa05c422d40),segment_id=4beec3e6-c27b-4a74-8745-caa05c422d40)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 17:18:40.639848 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 17:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-493d433c-a192-4b9d-8453-631149b58b09 x-openstack-request-id: req-493d433c-a192-4b9d-8453-631149b58b09 {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 17:18:40.640380 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4471cde-a391-4977-a7f1-693fe67a78bf", "name": "network-vif-plugged", "status": "completed", "tag": "2bd31234-8541-4c73-a252-e62bed09039e", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 17:18:40.640656 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-493d433c-a192-4b9d-8453-631149b58b09 {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 17:18:40.641169 dv-cinder-797970-1-iscsi neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4471cde-a391-4977-a7f1-693fe67a78bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bd31234-8541-4c73-a252-e62bed09039e', 'code': 200} Jun 24 17:18:40.678460 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:18:40.679377 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:18:40.730774 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Pushing event updated for resources: {'Port': ['ID=2bd31234-8541-4c73-a252-e62bed09039e,revision_number=8']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:18:40.734077 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:18:40.888678 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ccff96-022b-43b1-969c-34a1ceb9bffe req-91531b75-9eb5-4e47-af57-797064d4cecc tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:18:40.891680 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-43ccff96-022b-43b1-969c-34a1ceb9bffe req-91531b75-9eb5-4e47-af57-797064d4cecc tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4471cde-a391-4977-a7f1-693fe67a78bf HTTP/1.1" status: 200 len: 945 time: 0.0711222 Jun 24 17:18:40.933527 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-43ccff96-022b-43b1-969c-34a1ceb9bffe req-00d25174-1b7e-4479-829a-07e86573080b tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] 10.222.0.15 "GET /v2.0/security-groups?id=8ceaa142-9b86-49f1-8a2c-63b3bfce97bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366707 Jun 24 17:18:40.995302 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f2d6d3-826b-481e-ab85-b07f6ff72f9b req-5e83233f-6755-4ea8-a365-de54aa85a2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:18:40.997508 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-95f2d6d3-826b-481e-ab85-b07f6ff72f9b req-5e83233f-6755-4ea8-a365-de54aa85a2d6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f4471cde-a391-4977-a7f1-693fe67a78bf HTTP/1.1" status: 200 len: 1098 time: 0.0564525 Jun 24 17:18:41.031666 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-95f2d6d3-826b-481e-ab85-b07f6ff72f9b req-567bcadd-3f97-476f-8c1a-01fd7656b9ef service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=8ceaa142-9b86-49f1-8a2c-63b3bfce97bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0287709 Jun 24 17:18:41.154661 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-69c135f4-b5d8-43ed-8911-30e4a966638d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:18:42.107894 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5809ee-1e34-4eea-8039-9f3643cf704d req-f7dd26a4-0ada-4719-b978-576580ec26ab tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:18:42.109386 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-de5809ee-1e34-4eea-8039-9f3643cf704d req-f7dd26a4-0ada-4719-b978-576580ec26ab tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4471cde-a391-4977-a7f1-693fe67a78bf HTTP/1.1" status: 200 len: 945 time: 0.0630105 Jun 24 17:18:42.147217 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-de5809ee-1e34-4eea-8039-9f3643cf704d req-6133fa35-b70a-4996-80a1-a0f92391f31e tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] 10.222.0.15 "GET /v2.0/security-groups?id=8ceaa142-9b86-49f1-8a2c-63b3bfce97bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321665 Jun 24 17:18:42.270379 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 34666) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:18:42.375125 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a3daeec1-eada-410b-a676-78aee1bf5812 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:18:42.461128 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a3daeec1-eada-410b-a676-78aee1bf5812 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:18:42.531706 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a3daeec1-eada-410b-a676-78aee1bf5812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:18:42.535255 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-8055cc48-297e-45da-a4a6-760e9208ff69 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:18:42.569431 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-a3daeec1-eada-410b-a676-78aee1bf5812 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a139f413cced49b380c3d6d0cfcd1aed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2980380 Jun 24 17:18:42.571475 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3daeec1-eada-410b-a676-78aee1bf5812 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be439419-e7f5-456d-aae9-301943faaed6,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:18:42.572617 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 34670) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:18:42.574708 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-a3daeec1-eada-410b-a676-78aee1bf5812 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:18:42.624651 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-eb383be4-e1a7-47a1-bc5d-b16aac4c5dc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:18:42.646482 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-eb383be4-e1a7-47a1-bc5d-b16aac4c5dc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:18:42.748897 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-eb383be4-e1a7-47a1-bc5d-b16aac4c5dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:18:42.751539 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-eb383be4-e1a7-47a1-bc5d-b16aac4c5dc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:18:42.752679 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-eb383be4-e1a7-47a1-bc5d-b16aac4c5dc2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/be439419-e7f5-456d-aae9-301943faaed6 HTTP/1.1" status: 204 len: 168 time: 0.1790535 Jun 24 17:18:42.753460 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-061a95ce-6128-429d-806c-e8f1c2cb4193 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:18:42.760995 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb383be4-e1a7-47a1-bc5d-b16aac4c5dc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be439419-e7f5-456d-aae9-301943faaed6,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:18:42.763213 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-eb383be4-e1a7-47a1-bc5d-b16aac4c5dc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:18:43.325253 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7511bbfd-1b21-4ee0-827b-5ee703a24bcb req-064bc0f1-e749-4d8d-b751-28399ca47640 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:18:43.326787 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-7511bbfd-1b21-4ee0-827b-5ee703a24bcb req-064bc0f1-e749-4d8d-b751-28399ca47640 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4471cde-a391-4977-a7f1-693fe67a78bf HTTP/1.1" status: 200 len: 945 time: 0.0668561 Jun 24 17:18:43.342577 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 34680) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:18:43.355937 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5f882634-afa9-4153-8402-ae19a2b93515 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:18:43.364606 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-7511bbfd-1b21-4ee0-827b-5ee703a24bcb req-1d784e2c-1996-4c80-be37-a1c2237f07ee tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] 10.222.0.15 "GET /v2.0/security-groups?id=8ceaa142-9b86-49f1-8a2c-63b3bfce97bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322955 Jun 24 17:18:43.445754 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5f882634-afa9-4153-8402-ae19a2b93515 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:18:43.492916 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1763a28a-7943-40a2-913e-7d7888381c7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:18:43.520372 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5f882634-afa9-4153-8402-ae19a2b93515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:18:43.523050 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-a3daeec1-eada-410b-a676-78aee1bf5812 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:18:43.557009 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f882634-afa9-4153-8402-ae19a2b93515 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfe2dd29-a5c2-4af8-80c6-76dc245d08da,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:18:43.561883 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-5f882634-afa9-4153-8402-ae19a2b93515 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e7ce7652093c4a9499151840239b8d48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2181423 Jun 24 17:18:43.562904 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-5f882634-afa9-4153-8402-ae19a2b93515 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:18:43.564318 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 34684) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:18:43.610182 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7e46ba98-db21-4b43-95be-6aa82166b846 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:18:43.634512 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7e46ba98-db21-4b43-95be-6aa82166b846 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:18:43.765841 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7e46ba98-db21-4b43-95be-6aa82166b846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:18:43.768413 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7e46ba98-db21-4b43-95be-6aa82166b846 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:18:43.769553 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-7e46ba98-db21-4b43-95be-6aa82166b846 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bfe2dd29-a5c2-4af8-80c6-76dc245d08da HTTP/1.1" status: 204 len: 168 time: 0.2048805 Jun 24 17:18:43.770326 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-ffa96e1e-b18a-4fcf-a63c-ab580b7bacf1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:18:43.778234 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e46ba98-db21-4b43-95be-6aa82166b846 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfe2dd29-a5c2-4af8-80c6-76dc245d08da,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:18:43.780990 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-7e46ba98-db21-4b43-95be-6aa82166b846 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:18:43.937522 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:18:44.899644 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5af43288-dd02-4084-874e-f1fcba283848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:18:46.491661 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-845c8506-8cf5-4b6b-bbc4-443bdb09ac47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:18:51.754345 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:18:53.269027 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b85cc5-8575-4acf-91d3-53837c6edc5c req-89db8da3-4521-495f-9a52-f5c7d780214f tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:18:53.270426 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-50b85cc5-8575-4acf-91d3-53837c6edc5c req-89db8da3-4521-495f-9a52-f5c7d780214f tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/ports?device_id=a71d9174-102a-4b94-bbc0-b225a24a1444 HTTP/1.1" status: 200 len: 946 time: 0.0652714 Jun 24 17:18:53.307519 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-50b85cc5-8575-4acf-91d3-53837c6edc5c req-146070b0-a5b2-47a0-9845-c5247adace5e tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/security-groups?id=292ce647-212e-4592-bd7b-28d4deb6dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311029 Jun 24 17:18:54.486554 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0c972c-3df8-4f79-b5b5-3bf7d9405385 req-947545b7-1455-4dc3-8387-1a115e74fdfb tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:18:54.487997 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-0a0c972c-3df8-4f79-b5b5-3bf7d9405385 req-947545b7-1455-4dc3-8387-1a115e74fdfb tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/ports?device_id=a71d9174-102a-4b94-bbc0-b225a24a1444 HTTP/1.1" status: 200 len: 946 time: 0.0634782 Jun 24 17:18:54.525970 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-0a0c972c-3df8-4f79-b5b5-3bf7d9405385 req-72a87d43-1596-4a92-8165-c75c035ef368 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/security-groups?id=292ce647-212e-4592-bd7b-28d4deb6dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318236 Jun 24 17:18:55.702040 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4815493-b699-4f6f-9b09-e8e8e8d80bc0 req-bd6223ae-c3f8-4c16-aa34-c62dd61c59a7 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:18:55.703374 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-b4815493-b699-4f6f-9b09-e8e8e8d80bc0 req-bd6223ae-c3f8-4c16-aa34-c62dd61c59a7 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/ports?device_id=a71d9174-102a-4b94-bbc0-b225a24a1444 HTTP/1.1" status: 200 len: 946 time: 0.0650241 Jun 24 17:18:55.740318 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-b4815493-b699-4f6f-9b09-e8e8e8d80bc0 req-bbd638d3-d9d3-45ac-bcf6-d1afaefa4d77 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/security-groups?id=292ce647-212e-4592-bd7b-28d4deb6dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313218 Jun 24 17:18:56.917049 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943dc449-ac99-40a3-83e6-6dd6819c083b req-3da7ecac-bc37-46a4-8db7-6e4db271da45 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:18:56.918549 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-943dc449-ac99-40a3-83e6-6dd6819c083b req-3da7ecac-bc37-46a4-8db7-6e4db271da45 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/ports?device_id=a71d9174-102a-4b94-bbc0-b225a24a1444 HTTP/1.1" status: 200 len: 946 time: 0.0616796 Jun 24 17:18:56.955358 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-943dc449-ac99-40a3-83e6-6dd6819c083b req-fcf967ad-065c-49b4-9dc7-50059a64cb46 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/security-groups?id=292ce647-212e-4592-bd7b-28d4deb6dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312541 Jun 24 17:18:58.130762 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db675e2b-ee00-46f4-8fa2-2979fe9b9eb9 req-85c5e6e2-3027-48c8-a0bc-2ff39c674bde tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:18:58.132198 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-db675e2b-ee00-46f4-8fa2-2979fe9b9eb9 req-85c5e6e2-3027-48c8-a0bc-2ff39c674bde tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/ports?device_id=a71d9174-102a-4b94-bbc0-b225a24a1444 HTTP/1.1" status: 200 len: 946 time: 0.0620840 Jun 24 17:18:58.168807 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-db675e2b-ee00-46f4-8fa2-2979fe9b9eb9 req-3d494c5f-d853-449f-814e-6dd71520b63d tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/security-groups?id=292ce647-212e-4592-bd7b-28d4deb6dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306282 Jun 24 17:18:58.604694 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73aef064-d51f-40ee-966a-10d4d22ee1b2 req-35dcef33-7c04-48b0-938c-916000889445 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:18:58.606177 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-73aef064-d51f-40ee-966a-10d4d22ee1b2 req-35dcef33-7c04-48b0-938c-916000889445 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.37 "GET /v2.0/ports?device_id=a71d9174-102a-4b94-bbc0-b225a24a1444 HTTP/1.1" status: 200 len: 946 time: 0.0624826 Jun 24 17:18:58.713603 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [req-73aef064-d51f-40ee-966a-10d4d22ee1b2 req-e9ce874c-fcbf-484a-a212-181e28329895 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Deleting port 49f77c12-c52e-4a6a-a89c-c9fadda5c846 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 17:18:58.713973 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-73aef064-d51f-40ee-966a-10d4d22ee1b2 req-e9ce874c-fcbf-484a-a212-181e28329895 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734938643496'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:18:58.801483 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-73aef064-d51f-40ee-966a-10d4d22ee1b2 req-e9ce874c-fcbf-484a-a212-181e28329895 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] For port 49f77c12-c52e-4a6a-a89c-c9fadda5c846, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=49f77c12-c52e-4a6a-a89c-c9fadda5c846,segment=NetworkSegment(10a83dba-9475-45c8-9dae-cc9d5b4ac03a),segment_id=10a83dba-9475-45c8-9dae-cc9d5b4ac03a)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 17:18:58.801863 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-73aef064-d51f-40ee-966a-10d4d22ee1b2 req-e9ce874c-fcbf-484a-a212-181e28329895 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939437'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:18:58.972505 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-73aef064-d51f-40ee-966a-10d4d22ee1b2 req-e9ce874c-fcbf-484a-a212-181e28329895 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:18:58.972869 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-73aef064-d51f-40ee-966a-10d4d22ee1b2 req-e9ce874c-fcbf-484a-a212-181e28329895 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-938496'] for floatingip, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:18:58.973174 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.db.l3_db [req-73aef064-d51f-40ee-966a-10d4d22ee1b2 req-e9ce874c-fcbf-484a-a212-181e28329895 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Floating IP a095e2c3-d558-4726-af23-9fc80e72ad04 disassociated. External IP: 172.27.2.72, port: 49f77c12-c52e-4a6a-a89c-c9fadda5c846. Jun 24 17:18:58.973508 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [req-73aef064-d51f-40ee-966a-10d4d22ee1b2 req-e9ce874c-fcbf-484a-a212-181e28329895 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Calling delete_port for 49f77c12-c52e-4a6a-a89c-c9fadda5c846 owned by compute:nova {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 17:18:59.125585 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-73aef064-d51f-40ee-966a-10d4d22ee1b2 req-e9ce874c-fcbf-484a-a212-181e28329895 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734938646739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734938254839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811389'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:18:59.129505 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:18:59.160578 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ce874c-fcbf-484a-a212-181e28329895 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Pushing event deleted for resources: {'Port': ['ID=49f77c12-c52e-4a6a-a89c-c9fadda5c846,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:18:59.163888 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-e9ce874c-fcbf-484a-a212-181e28329895 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:18:59.273695 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [req-73aef064-d51f-40ee-966a-10d4d22ee1b2 req-e9ce874c-fcbf-484a-a212-181e28329895 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Router 79a22461-5090-4e28-b78d-ed62ea3c6cde has already been hosted by L3 agent ebb0bbf0-d6bc-43df-80f2-a0cdb1424f3b {{(pid=93700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 17:18:59.322669 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-3640abb7-6a87-44f4-8ea1-972f78c5ca19 req-a2afd6b3-1690-4e91-ae5c-5a3520685733 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/ports?device_id=a71d9174-102a-4b94-bbc0-b225a24a1444 HTTP/1.1" status: 200 len: 210 time: 0.0348873 Jun 24 17:18:59.334939 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.agents_db [None req-27f02d43-57e8-424c-a1b0-5a1f36db1773 None None] Agent healthcheck: found 6 active agents {{(pid=93703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 17:18:59.383122 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-73aef064-d51f-40ee-966a-10d4d22ee1b2 req-e9ce874c-fcbf-484a-a212-181e28329895 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Notify agent at l3_agent.dv-cinder-797970-1-iscsi the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 17:18:59.393297 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7185bc7f-0d29-4d62-93e2-6471447ed593 None None] Sync routers for ids ['79a22461-5090-4e28-b78d-ed62ea3c6cde'] in dv-cinder-797970-1-iscsi {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 17:18:59.402549 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7185bc7f-0d29-4d62-93e2-6471447ed593 None None] Routers {'79a22461-5090-4e28-b78d-ed62ea3c6cde'} bound to L3 agent in host dv-cinder-797970-1-iscsi {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 17:18:59.403155 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-7185bc7f-0d29-4d62-93e2-6471447ed593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T17:00:13Z,description=,heartbeat_timestamp=2021-06-24T17:18:43Z,host='dv-cinder-797970-1-iscsi',id=ebb0bbf0-d6bc-43df-80f2-a0cdb1424f3b,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T17:00:14Z,topic='l3_agent')) {'router_ids': ['79a22461-5090-4e28-b78d-ed62ea3c6cde'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:18:59.425868 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-73aef064-d51f-40ee-966a-10d4d22ee1b2 req-e9ce874c-fcbf-484a-a212-181e28329895 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] No DVR routers for this DVR port 49f77c12-c52e-4a6a-a89c-c9fadda5c846 on host hv-cinder-79797 {{(pid=93700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 17:18:59.428343 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-73aef064-d51f-40ee-966a-10d4d22ee1b2 req-e9ce874c-fcbf-484a-a212-181e28329895 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14435'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:18:59.431082 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-73aef064-d51f-40ee-966a-10d4d22ee1b2 req-e9ce874c-fcbf-484a-a212-181e28329895 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.37 "DELETE /v2.0/ports/49f77c12-c52e-4a6a-a89c-c9fadda5c846 HTTP/1.1" status: 204 len: 173 time: 0.8146358 Jun 24 17:18:59.431589 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a71d9174-102a-4b94-bbc0-b225a24a1444', 'name': 'network-vif-deleted', 'tag': '49f77c12-c52e-4a6a-a89c-c9fadda5c846'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 17:18:59.433961 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c39e75a9e8347d24c3004332124e07527e89accb2f43d806ee4df9c6bf49ca2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58f280c7-66dc-4b62-a3f4-40e7e84516e9" -d '{"events": [{"server_uuid": "a71d9174-102a-4b94-bbc0-b225a24a1444", "name": "network-vif-deleted", "tag": "49f77c12-c52e-4a6a-a89c-c9fadda5c846"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 17:18:59.469681 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 17:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dcc2172-9b61-4570-9665-c780a0bcbaaa x-openstack-request-id: req-9dcc2172-9b61-4570-9665-c780a0bcbaaa {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 17:18:59.470016 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a71d9174-102a-4b94-bbc0-b225a24a1444", "name": "network-vif-deleted", "tag": "49f77c12-c52e-4a6a-a89c-c9fadda5c846", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 17:18:59.470311 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9dcc2172-9b61-4570-9665-c780a0bcbaaa {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 17:18:59.470748 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a71d9174-102a-4b94-bbc0-b225a24a1444', 'name': 'network-vif-deleted', 'tag': '49f77c12-c52e-4a6a-a89c-c9fadda5c846', 'status': 'completed', 'code': 200} Jun 24 17:18:59.509668 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-7185bc7f-0d29-4d62-93e2-6471447ed593 None None] Set router 79a22461-5090-4e28-b78d-ed62ea3c6cde gateway port host: dv-cinder-797970-1-iscsi {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 17:18:59.709044 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-7185bc7f-0d29-4d62-93e2-6471447ed593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79a22461-5090-4e28-b78d-ed62ea3c6cde', 'name': 'tempest-AttachVolumeShelveTestJSON-267317186-router', 'tenant_id': '6bc5cd721def4e0c90b75e0186dfcb77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'external_fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '0eb03da9-d524-4e7a-adb7-138c5a0a829c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T17:08:11Z', 'updated_at': '2021-06-24T17:08:21Z', 'revision_number': 4, 'project_id': '6bc5cd721def4e0c90b75e0186dfcb77', 'gw_port': {'id': '0eb03da9-d524-4e7a-adb7-138c5a0a829c', 'name': '', 'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:91:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79a22461-5090-4e28-b78d-ed62ea3c6cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:08:13Z', 'updated_at': '2021-06-24T17:08:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '004d905c-cc14-4189-936d-82a0eea7da62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-1-iscsi', '_interfaces': [{'id': '5294d12d-dda7-4a5b-ab66-fbf98bbbb6dc', 'name': '', 'network_id': 'e2c58ddc-3a0b-4159-9aa1-b7e24abf6c42', 'tenant_id': '6bc5cd721def4e0c90b75e0186dfcb77', 'mac_address': 'fa:16:3e:d9:d8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79a22461-5090-4e28-b78d-ed62ea3c6cde', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '2f50fbc4-85b7-4dc1-a33e-164695f5eb21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:08:19Z', 'updated_at': '2021-06-24T17:08:30Z', 'revision_number': 5, 'project_id': '6bc5cd721def4e0c90b75e0186dfcb77', 'subnets': [{'id': '2f50fbc4-85b7-4dc1-a33e-164695f5eb21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-1-iscsi', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:18:59.734851 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7185bc7f-0d29-4d62-93e2-6471447ed593 None None] Checking router: 79a22461-5090-4e28-b78d-ed62ea3c6cde for host: dv-cinder-797970-1-iscsi {{(pid=93703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 17:18:59.742727 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7185bc7f-0d29-4d62-93e2-6471447ed593 None None] Routers {'79a22461-5090-4e28-b78d-ed62ea3c6cde'} bound to L3 agent in host dv-cinder-797970-1-iscsi {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 17:18:59.743257 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-7185bc7f-0d29-4d62-93e2-6471447ed593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T17:00:13Z,description=,heartbeat_timestamp=2021-06-24T17:18:43Z,host='dv-cinder-797970-1-iscsi',id=ebb0bbf0-d6bc-43df-80f2-a0cdb1424f3b,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T17:00:14Z,topic='l3_agent')) {'router_ids': ['79a22461-5090-4e28-b78d-ed62ea3c6cde'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:18:59.847271 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-7185bc7f-0d29-4d62-93e2-6471447ed593 None None] Set router 79a22461-5090-4e28-b78d-ed62ea3c6cde gateway port host: dv-cinder-797970-1-iscsi {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 17:19:00.043237 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-7185bc7f-0d29-4d62-93e2-6471447ed593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79a22461-5090-4e28-b78d-ed62ea3c6cde', 'name': 'tempest-AttachVolumeShelveTestJSON-267317186-router', 'tenant_id': '6bc5cd721def4e0c90b75e0186dfcb77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'external_fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '0eb03da9-d524-4e7a-adb7-138c5a0a829c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T17:08:11Z', 'updated_at': '2021-06-24T17:08:21Z', 'revision_number': 4, 'project_id': '6bc5cd721def4e0c90b75e0186dfcb77', 'gw_port': {'id': '0eb03da9-d524-4e7a-adb7-138c5a0a829c', 'name': '', 'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:91:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79a22461-5090-4e28-b78d-ed62ea3c6cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:08:13Z', 'updated_at': '2021-06-24T17:08:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '004d905c-cc14-4189-936d-82a0eea7da62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-1-iscsi', '_interfaces': [{'id': '5294d12d-dda7-4a5b-ab66-fbf98bbbb6dc', 'name': '', 'network_id': 'e2c58ddc-3a0b-4159-9aa1-b7e24abf6c42', 'tenant_id': '6bc5cd721def4e0c90b75e0186dfcb77', 'mac_address': 'fa:16:3e:d9:d8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79a22461-5090-4e28-b78d-ed62ea3c6cde', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '2f50fbc4-85b7-4dc1-a33e-164695f5eb21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:08:19Z', 'updated_at': '2021-06-24T17:08:30Z', 'revision_number': 5, 'project_id': '6bc5cd721def4e0c90b75e0186dfcb77', 'subnets': [{'id': '2f50fbc4-85b7-4dc1-a33e-164695f5eb21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-1-iscsi', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:19:00.155479 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7185bc7f-0d29-4d62-93e2-6471447ed593 None None] The sync data for ids ['79a22461-5090-4e28-b78d-ed62ea3c6cde'] in dv-cinder-797970-1-iscsi is: [{'id': '79a22461-5090-4e28-b78d-ed62ea3c6cde', 'name': 'tempest-AttachVolumeShelveTestJSON-267317186-router', 'tenant_id': '6bc5cd721def4e0c90b75e0186dfcb77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'external_fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '0eb03da9-d524-4e7a-adb7-138c5a0a829c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T17:08:11Z', 'updated_at': '2021-06-24T17:08:21Z', 'revision_number': 4, 'project_id': '6bc5cd721def4e0c90b75e0186dfcb77', 'gw_port': {'id': '0eb03da9-d524-4e7a-adb7-138c5a0a829c', 'name': '', 'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:91:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79a22461-5090-4e28-b78d-ed62ea3c6cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:08:13Z', 'updated_at': '2021-06-24T17:08:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '004d905c-cc14-4189-936d-82a0eea7da62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-1-iscsi', '_interfaces': [{'id': '5294d12d-dda7-4a5b-ab66-fbf98bbbb6dc', 'name': '', 'network_id': 'e2c58ddc-3a0b-4159-9aa1-b7e24abf6c42', 'tenant_id': '6bc5cd721def4e0c90b75e0186dfcb77', 'mac_address': 'fa:16:3e:d9:d8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79a22461-5090-4e28-b78d-ed62ea3c6cde', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '2f50fbc4-85b7-4dc1-a33e-164695f5eb21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:08:19Z', 'updated_at': '2021-06-24T17:08:30Z', 'revision_number': 5, 'project_id': '6bc5cd721def4e0c90b75e0186dfcb77', 'subnets': [{'id': '2f50fbc4-85b7-4dc1-a33e-164695f5eb21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 17:19:00.374796 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f5d2c6-37b1-4d5b-8b40-f79d85761336 None None] New status for floating IP a095e2c3-d558-4726-af23-9fc80e72ad04: DOWN {{(pid=93702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 17:19:00.485816 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-6e951982-0b71-4214-915a-2f3e77935a3c req-903a30d7-df2a-4ddf-a6cc-c19e076d149b tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/ports?device_id=a71d9174-102a-4b94-bbc0-b225a24a1444 HTTP/1.1" status: 200 len: 210 time: 0.0321996 Jun 24 17:19:01.670143 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 34794) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:19:01.725557 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c83789dc-4d15-465c-8bb1-39a43ebeaec2 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:19:01.748681 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c83789dc-4d15-465c-8bb1-39a43ebeaec2 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:19:01.869126 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c83789dc-4d15-465c-8bb1-39a43ebeaec2 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:19:01.871764 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c83789dc-4d15-465c-8bb1-39a43ebeaec2 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:19:01.872916 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-c83789dc-4d15-465c-8bb1-39a43ebeaec2 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "DELETE /v2.0/security-groups/292ce647-212e-4592-bd7b-28d4deb6dd8c HTTP/1.1" status: 204 len: 168 time: 0.2018332 Jun 24 17:19:01.873867 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-f762699f-2dba-4fd6-b096-9ee9f834d150 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:19:01.875810 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 34796) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:19:01.883137 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83789dc-4d15-465c-8bb1-39a43ebeaec2 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=292ce647-212e-4592-bd7b-28d4deb6dd8c,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:19:01.885600 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-c83789dc-4d15-465c-8bb1-39a43ebeaec2 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:19:01.891265 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.api.v2.resource [None req-0a8039d4-a9b3-418f-85f2-d00b572e1630 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] show failed (client error): The resource could not be found. Jun 24 17:19:01.894980 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-0a8039d4-a9b3-418f-85f2-d00b572e1630 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "GET /v2.0/security-groups/292ce647-212e-4592-bd7b-28d4deb6dd8c HTTP/1.1" status: 404 len: 347 time: 0.0156128 Jun 24 17:19:01.897475 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 34798) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:19:02.019163 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-3fb3202b-5064-46a4-8e66-751119962590 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Deleting port 694328d6-0bb0-4987-b2ad-511ec542f83a {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 17:19:02.019418 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3fb3202b-5064-46a4-8e66-751119962590 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734938643496'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:19:02.094736 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3fb3202b-5064-46a4-8e66-751119962590 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939437'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:19:02.095069 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3fb3202b-5064-46a4-8e66-751119962590 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:19:02.107022 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-3fb3202b-5064-46a4-8e66-751119962590 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Calling delete_port for 694328d6-0bb0-4987-b2ad-511ec542f83a owned by network:floatingip {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 17:19:02.310574 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3fb3202b-5064-46a4-8e66-751119962590 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734938646739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734938254839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811389'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:19:02.313331 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-c08ded7f-332b-48d2-9165-1292e6af4777 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:19:02.341662 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb3202b-5064-46a4-8e66-751119962590 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Pushing event deleted for resources: {'Port': ['ID=694328d6-0bb0-4987-b2ad-511ec542f83a,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:19:02.345593 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-3fb3202b-5064-46a4-8e66-751119962590 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:19:02.402675 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3fb3202b-5064-46a4-8e66-751119962590 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Notify callbacks [] for floatingip, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:19:02.405146 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3fb3202b-5064-46a4-8e66-751119962590 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14435'] for floatingip, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:19:02.406301 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-3fb3202b-5064-46a4-8e66-751119962590 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] 10.222.0.15 "DELETE /v2.0/floatingips/a095e2c3-d558-4726-af23-9fc80e72ad04 HTTP/1.1" status: 204 len: 168 time: 0.5078397 Jun 24 17:19:02.572859 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Device 49f77c12-c52e-4a6a-a89c-c9fadda5c846 no longer exists at agent hyperv_hv-cinder-79797 {{(pid=93702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 17:19:02.592320 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] No Port match for: 49f77c12-c52e-4a6a-a89c-c9fadda5c846 {{(pid=93702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 17:19:02.592667 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Device 49f77c12-c52e-4a6a-a89c-c9fadda5c846 not bound to the agent host hv-cinder-79797 {{(pid=93702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 17:19:08.402986 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 34846) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:19:08.886080 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-45b01192-ad80-4a6c-af44-2ca6306ff0ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939664'] for router_interface, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:19:09.130072 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-45b01192-ad80-4a6c-af44-2ca6306ff0ee admin admin] Deleting port 5294d12d-dda7-4a5b-ab66-fbf98bbbb6dc {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 17:19:09.130411 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-45b01192-ad80-4a6c-af44-2ca6306ff0ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734938643496'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:19:09.205703 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-45b01192-ad80-4a6c-af44-2ca6306ff0ee admin admin] For port 5294d12d-dda7-4a5b-ab66-fbf98bbbb6dc, host dv-cinder-797970-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-1-iscsi',level=0,port_id=5294d12d-dda7-4a5b-ab66-fbf98bbbb6dc,segment=NetworkSegment(10a83dba-9475-45c8-9dae-cc9d5b4ac03a),segment_id=10a83dba-9475-45c8-9dae-cc9d5b4ac03a)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 17:19:09.205981 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-45b01192-ad80-4a6c-af44-2ca6306ff0ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939437'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:19:09.222030 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-45b01192-ad80-4a6c-af44-2ca6306ff0ee admin admin] Calling delete_port for 5294d12d-dda7-4a5b-ab66-fbf98bbbb6dc owned by network:router_interface {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 17:19:09.470082 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-45b01192-ad80-4a6c-af44-2ca6306ff0ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734938646739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734938254839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10147618'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:19:09.472789 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-cb9494e5-f312-4a59-a66e-8286499dc6a6 tempest-AttachVolumeNegativeTest-1025086920 tempest-AttachVolumeNegativeTest-1025086920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:19:09.502167 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b01192-ad80-4a6c-af44-2ca6306ff0ee admin admin] Pushing event deleted for resources: {'Port': ['ID=5294d12d-dda7-4a5b-ab66-fbf98bbbb6dc,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:19:09.519685 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-45b01192-ad80-4a6c-af44-2ca6306ff0ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:19:09.666164 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-45b01192-ad80-4a6c-af44-2ca6306ff0ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-592949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-937216'] for router_interface, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:19:09.877225 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45b01192-ad80-4a6c-af44-2ca6306ff0ee admin admin] Router 79a22461-5090-4e28-b78d-ed62ea3c6cde has already been hosted by L3 agent ebb0bbf0-d6bc-43df-80f2-a0cdb1424f3b {{(pid=93701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 17:19:09.990412 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45b01192-ad80-4a6c-af44-2ca6306ff0ee admin admin] Notify agent at l3_agent.dv-cinder-797970-1-iscsi the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 17:19:09.990412 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-45b01192-ad80-4a6c-af44-2ca6306ff0ee admin admin] 10.222.0.15 "PUT /v2.0/routers/79a22461-5090-4e28-b78d-ed62ea3c6cde/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5849679 Jun 24 17:19:09.991636 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 34862) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:19:09.994261 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f9953d-4f06-45f9-999c-4d480111b000 None None] Sync routers for ids ['79a22461-5090-4e28-b78d-ed62ea3c6cde'] in dv-cinder-797970-1-iscsi {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 17:19:10.004041 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f9953d-4f06-45f9-999c-4d480111b000 None None] Routers {'79a22461-5090-4e28-b78d-ed62ea3c6cde'} bound to L3 agent in host dv-cinder-797970-1-iscsi {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 17:19:10.007653 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-03f9953d-4f06-45f9-999c-4d480111b000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T17:00:13Z,description=,heartbeat_timestamp=2021-06-24T17:18:43Z,host='dv-cinder-797970-1-iscsi',id=ebb0bbf0-d6bc-43df-80f2-a0cdb1424f3b,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T17:00:14Z,topic='l3_agent')) {'router_ids': ['79a22461-5090-4e28-b78d-ed62ea3c6cde'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:19:10.099029 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cd9b2baf-aa82-4508-9877-77c401ce799a admin admin] Notify callbacks [] for router, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:19:10.106504 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-03f9953d-4f06-45f9-999c-4d480111b000 None None] Set router 79a22461-5090-4e28-b78d-ed62ea3c6cde gateway port host: dv-cinder-797970-1-iscsi {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 17:19:10.216855 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cd9b2baf-aa82-4508-9877-77c401ce799a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:19:10.281189 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-03f9953d-4f06-45f9-999c-4d480111b000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79a22461-5090-4e28-b78d-ed62ea3c6cde', 'name': 'tempest-AttachVolumeShelveTestJSON-267317186-router', 'tenant_id': '6bc5cd721def4e0c90b75e0186dfcb77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'external_fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '0eb03da9-d524-4e7a-adb7-138c5a0a829c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T17:08:11Z', 'updated_at': '2021-06-24T17:19:09Z', 'revision_number': 5, 'project_id': '6bc5cd721def4e0c90b75e0186dfcb77', 'gw_port': {'id': '0eb03da9-d524-4e7a-adb7-138c5a0a829c', 'name': '', 'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:91:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79a22461-5090-4e28-b78d-ed62ea3c6cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:08:13Z', 'updated_at': '2021-06-24T17:08:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '004d905c-cc14-4189-936d-82a0eea7da62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-1-iscsi'}], 'dv-cinder-797970-1-iscsi', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:19:10.310823 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f9953d-4f06-45f9-999c-4d480111b000 None None] Checking router: 79a22461-5090-4e28-b78d-ed62ea3c6cde for host: dv-cinder-797970-1-iscsi {{(pid=93703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 17:19:10.319656 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f9953d-4f06-45f9-999c-4d480111b000 None None] Routers {'79a22461-5090-4e28-b78d-ed62ea3c6cde'} bound to L3 agent in host dv-cinder-797970-1-iscsi {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 17:19:10.319805 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-03f9953d-4f06-45f9-999c-4d480111b000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T17:00:13Z,description=,heartbeat_timestamp=2021-06-24T17:18:43Z,host='dv-cinder-797970-1-iscsi',id=ebb0bbf0-d6bc-43df-80f2-a0cdb1424f3b,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T17:00:14Z,topic='l3_agent')) {'router_ids': ['79a22461-5090-4e28-b78d-ed62ea3c6cde'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:19:10.335379 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-cd9b2baf-aa82-4508-9877-77c401ce799a admin admin] Deleting port 0eb03da9-d524-4e7a-adb7-138c5a0a829c {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 17:19:10.335720 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cd9b2baf-aa82-4508-9877-77c401ce799a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734938643496'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:19:10.402613 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-03f9953d-4f06-45f9-999c-4d480111b000 None None] Set router 79a22461-5090-4e28-b78d-ed62ea3c6cde gateway port host: None {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 17:19:10.412127 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-cd9b2baf-aa82-4508-9877-77c401ce799a admin admin] For port 0eb03da9-d524-4e7a-adb7-138c5a0a829c, host dv-cinder-797970-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-1-iscsi',level=0,port_id=0eb03da9-d524-4e7a-adb7-138c5a0a829c,segment=NetworkSegment(d12f47f8-231e-43a0-ac28-6eda6263252e),segment_id=d12f47f8-231e-43a0-ac28-6eda6263252e)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 17:19:10.412491 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cd9b2baf-aa82-4508-9877-77c401ce799a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939437'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:19:10.425795 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-cd9b2baf-aa82-4508-9877-77c401ce799a admin admin] Calling delete_port for 0eb03da9-d524-4e7a-adb7-138c5a0a829c owned by network:router_gateway {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 17:19:10.455786 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-03f9953d-4f06-45f9-999c-4d480111b000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79a22461-5090-4e28-b78d-ed62ea3c6cde', 'name': 'tempest-AttachVolumeShelveTestJSON-267317186-router', 'tenant_id': '6bc5cd721def4e0c90b75e0186dfcb77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T17:08:11Z', 'updated_at': '2021-06-24T17:19:10Z', 'revision_number': 6, 'project_id': '6bc5cd721def4e0c90b75e0186dfcb77', 'gw_port_host': None}], 'dv-cinder-797970-1-iscsi', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:19:10.485434 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f9953d-4f06-45f9-999c-4d480111b000 None None] The sync data for ids ['79a22461-5090-4e28-b78d-ed62ea3c6cde'] in dv-cinder-797970-1-iscsi is: [{'id': '79a22461-5090-4e28-b78d-ed62ea3c6cde', 'name': 'tempest-AttachVolumeShelveTestJSON-267317186-router', 'tenant_id': '6bc5cd721def4e0c90b75e0186dfcb77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T17:08:11Z', 'updated_at': '2021-06-24T17:19:10Z', 'revision_number': 6, 'project_id': '6bc5cd721def4e0c90b75e0186dfcb77', 'gw_port_host': None}] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 17:19:10.956504 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cd9b2baf-aa82-4508-9877-77c401ce799a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734938646739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734938254839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10147618'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:19:10.958841 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-860e84a7-ae9c-4e2a-af96-b3295848e6fd tempest-VolumesActionsTest-271435484 tempest-VolumesActionsTest-271435484-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:19:10.982182 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9b2baf-aa82-4508-9877-77c401ce799a admin admin] Pushing event deleted for resources: {'Port': ['ID=0eb03da9-d524-4e7a-adb7-138c5a0a829c,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:19:10.984642 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-cd9b2baf-aa82-4508-9877-77c401ce799a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:19:11.046352 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cd9b2baf-aa82-4508-9877-77c401ce799a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-938725'] for router_gateway, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:19:11.138946 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cd9b2baf-aa82-4508-9877-77c401ce799a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-935419', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25091'] for router, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:19:11.141028 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cd9b2baf-aa82-4508-9877-77c401ce799a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:19:11.177411 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b9ecdf22-ee14-481a-8ada-26f709a8453e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:19:11.263061 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cd9b2baf-aa82-4508-9877-77c401ce799a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-937645'] for router, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:19:11.263587 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd9b2baf-aa82-4508-9877-77c401ce799a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 79a22461-5090-4e28-b78d-ed62ea3c6cde {{(pid=93701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 17:19:11.267950 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cd9b2baf-aa82-4508-9877-77c401ce799a admin admin] Notify callbacks [] for router, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:19:11.269128 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-cd9b2baf-aa82-4508-9877-77c401ce799a admin admin] 10.222.0.15 "DELETE /v2.0/routers/79a22461-5090-4e28-b78d-ed62ea3c6cde HTTP/1.1" status: 204 len: 168 time: 1.2765398 Jun 24 17:19:11.272494 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 34874) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:19:11.325075 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcd6a4ae-aebc-42d9-8bb5-c5e604cad6f0 admin admin] Deleting subnet 2f50fbc4-85b7-4dc1-a33e-164695f5eb21 {{(pid=93701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 17:19:11.326857 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fcd6a4ae-aebc-42d9-8bb5-c5e604cad6f0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:19:11.361255 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fcd6a4ae-aebc-42d9-8bb5-c5e604cad6f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8727705'] for subnet, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:19:11.444305 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fcd6a4ae-aebc-42d9-8bb5-c5e604cad6f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1980419'] for subnet, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:19:11.579515 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fcd6a4ae-aebc-42d9-8bb5-c5e604cad6f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1980436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10147820', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10152639'] for subnet, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:19:11.582481 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-456d0687-74ed-485a-ba17-1fccad75eb4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:19:11.607106 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6a4ae-aebc-42d9-8bb5-c5e604cad6f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f50fbc4-85b7-4dc1-a33e-164695f5eb21,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:19:11.613762 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-fcd6a4ae-aebc-42d9-8bb5-c5e604cad6f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:19:11.614738 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fcd6a4ae-aebc-42d9-8bb5-c5e604cad6f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:19:11.616592 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-fcd6a4ae-aebc-42d9-8bb5-c5e604cad6f0 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/2f50fbc4-85b7-4dc1-a33e-164695f5eb21 HTTP/1.1" status: 204 len: 168 time: 0.3441107 Jun 24 17:19:11.619079 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 34878) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:19:11.621777 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b318d38d-4dad-4c86-aabb-677cc8fefbcf None None] Network e2c58ddc-3a0b-4159-9aa1-b7e24abf6c42 requested from dv-cinder-797970-1-iscsi {{(pid=93702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 17:19:11.691245 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2c218603-b628-4b9c-87a3-f4b45cd4b6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2040168'] for network, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:19:11.746855 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-2c218603-b628-4b9c-87a3-f4b45cd4b6d2 admin admin] Deleting port aae1ecf7-1ec5-47fe-8c6a-9f764203c7dc {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 17:19:11.747120 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2c218603-b628-4b9c-87a3-f4b45cd4b6d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734938643496'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:19:11.810372 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-2c218603-b628-4b9c-87a3-f4b45cd4b6d2 admin admin] For port aae1ecf7-1ec5-47fe-8c6a-9f764203c7dc, host dv-cinder-797970-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-1-iscsi',level=0,port_id=aae1ecf7-1ec5-47fe-8c6a-9f764203c7dc,segment=NetworkSegment(10a83dba-9475-45c8-9dae-cc9d5b4ac03a),segment_id=10a83dba-9475-45c8-9dae-cc9d5b4ac03a)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 17:19:11.810733 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2c218603-b628-4b9c-87a3-f4b45cd4b6d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939437'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:19:11.816990 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb795a7-932e-4235-8958-d445dfd86abd None None] DHCP port deletion for e2c58ddc-3a0b-4159-9aa1-b7e24abf6c42 request from dv-cinder-797970-1-iscsi {{(pid=93702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 17:19:11.825392 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-2c218603-b628-4b9c-87a3-f4b45cd4b6d2 admin admin] Calling delete_port for aae1ecf7-1ec5-47fe-8c6a-9f764203c7dc owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 17:19:11.863168 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-1bb795a7-932e-4235-8958-d445dfd86abd None None] Deleting port aae1ecf7-1ec5-47fe-8c6a-9f764203c7dc {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 17:19:11.863555 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1bb795a7-932e-4235-8958-d445dfd86abd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734938643496'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:19:11.925769 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-1bb795a7-932e-4235-8958-d445dfd86abd None None] For port aae1ecf7-1ec5-47fe-8c6a-9f764203c7dc, host dv-cinder-797970-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-1-iscsi',level=0,port_id=aae1ecf7-1ec5-47fe-8c6a-9f764203c7dc,segment=NetworkSegment(10a83dba-9475-45c8-9dae-cc9d5b4ac03a),segment_id=10a83dba-9475-45c8-9dae-cc9d5b4ac03a)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 17:19:11.926178 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1bb795a7-932e-4235-8958-d445dfd86abd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939437'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:19:11.942249 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-1bb795a7-932e-4235-8958-d445dfd86abd None None] Calling delete_port for aae1ecf7-1ec5-47fe-8c6a-9f764203c7dc owned by network:dhcp {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 17:19:11.959993 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2c218603-b628-4b9c-87a3-f4b45cd4b6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734938646739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734938254839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10147618'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:19:11.963046 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-c2627652-ad7d-4eb8-b54e-6ea31d320a04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:19:11.985545 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c218603-b628-4b9c-87a3-f4b45cd4b6d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=aae1ecf7-1ec5-47fe-8c6a-9f764203c7dc,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:19:11.988870 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-2c218603-b628-4b9c-87a3-f4b45cd4b6d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:19:11.989674 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c218603-b628-4b9c-87a3-f4b45cd4b6d2 admin admin] No DVR routers for this DVR port aae1ecf7-1ec5-47fe-8c6a-9f764203c7dc on host dv-cinder-797970-1-iscsi {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 17:19:12.018085 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1bb795a7-932e-4235-8958-d445dfd86abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734938646739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734938254839'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:19:12.020716 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-4af4de58-245d-4b74-af4f-8b8d9365746d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:19:12.045005 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb795a7-932e-4235-8958-d445dfd86abd None None] Pushing event deleted for resources: {'Port': ['ID=aae1ecf7-1ec5-47fe-8c6a-9f764203c7dc,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:19:12.047555 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-1bb795a7-932e-4235-8958-d445dfd86abd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:19:12.050029 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb795a7-932e-4235-8958-d445dfd86abd None None] No DVR routers for this DVR port aae1ecf7-1ec5-47fe-8c6a-9f764203c7dc on host dv-cinder-797970-1-iscsi {{(pid=93702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 17:19:12.064644 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2c218603-b628-4b9c-87a3-f4b45cd4b6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982037', 'neutron.services.segments.db._delete_segments_for_network-8734938762792'] for network, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:19:12.074961 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.services.segments.db [None req-2c218603-b628-4b9c-87a3-f4b45cd4b6d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2c58ddc-3a0b-4159-9aa1-b7e24abf6c42']}} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:19:12.084763 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.services.segments.db [None req-2c218603-b628-4b9c-87a3-f4b45cd4b6d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10a83dba-9475-45c8-9dae-cc9d5b4ac03a') {'for_net_delete': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:19:12.084917 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.services.segments.db [None req-2c218603-b628-4b9c-87a3-f4b45cd4b6d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10a83dba-9475-45c8-9dae-cc9d5b4ac03a') {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:19:12.094490 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2c218603-b628-4b9c-87a3-f4b45cd4b6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734938750383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8727776'] for segment, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:19:12.107892 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2c218603-b628-4b9c-87a3-f4b45cd4b6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083357'] for segment, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:19:12.114280 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c218603-b628-4b9c-87a3-f4b45cd4b6d2 admin admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=93701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 17:19:12.114606 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2c218603-b628-4b9c-87a3-f4b45cd4b6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10147599'] for segment, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:19:12.116226 dv-cinder-797970-1-iscsi neutron-server[93701]: Traceback (most recent call last): Jun 24 17:19:12.116226 dv-cinder-797970-1-iscsi neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 17:19:12.116226 dv-cinder-797970-1-iscsi neutron-server[93701]: timer() Jun 24 17:19:12.116226 dv-cinder-797970-1-iscsi neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 17:19:12.116226 dv-cinder-797970-1-iscsi neutron-server[93701]: cb(*args, **kw) Jun 24 17:19:12.116226 dv-cinder-797970-1-iscsi neutron-server[93701]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 17:19:12.116226 dv-cinder-797970-1-iscsi neutron-server[93701]: return func(*args, **kwargs) Jun 24 17:19:12.116226 dv-cinder-797970-1-iscsi neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 17:19:12.116226 dv-cinder-797970-1-iscsi neutron-server[93701]: self._notify() Jun 24 17:19:12.116226 dv-cinder-797970-1-iscsi neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 17:19:12.116226 dv-cinder-797970-1-iscsi neutron-server[93701]: self.callback(batched_events) Jun 24 17:19:12.116226 dv-cinder-797970-1-iscsi neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 17:19:12.116226 dv-cinder-797970-1-iscsi neutron-server[93701]: event.method(event) Jun 24 17:19:12.116226 dv-cinder-797970-1-iscsi neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 17:19:12.116226 dv-cinder-797970-1-iscsi neutron-server[93701]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 17:19:12.116226 dv-cinder-797970-1-iscsi neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 17:19:12.116226 dv-cinder-797970-1-iscsi neutron-server[93701]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 17:19:12.116226 dv-cinder-797970-1-iscsi neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 17:19:12.116226 dv-cinder-797970-1-iscsi neutron-server[93701]: return f(self, *a, **k) Jun 24 17:19:12.116226 dv-cinder-797970-1-iscsi neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 17:19:12.116226 dv-cinder-797970-1-iscsi neutron-server[93701]: return self._get(url).json() Jun 24 17:19:12.116226 dv-cinder-797970-1-iscsi neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 17:19:12.116226 dv-cinder-797970-1-iscsi neutron-server[93701]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 17:19:12.116226 dv-cinder-797970-1-iscsi neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 17:19:12.116226 dv-cinder-797970-1-iscsi neutron-server[93701]: return self.request(url, 'GET', **kwargs) Jun 24 17:19:12.116226 dv-cinder-797970-1-iscsi neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 17:19:12.116226 dv-cinder-797970-1-iscsi neutron-server[93701]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 17:19:12.116226 dv-cinder-797970-1-iscsi neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 17:19:12.116226 dv-cinder-797970-1-iscsi neutron-server[93701]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 17:19:12.116226 dv-cinder-797970-1-iscsi neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 17:19:12.116226 dv-cinder-797970-1-iscsi neutron-server[93701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 17:19:12.116226 dv-cinder-797970-1-iscsi neutron-server[93701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 17:19:12.142423 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Device 0eb03da9-d524-4e7a-adb7-138c5a0a829c no longer exists at agent ovs-agent-dv-cinder-797970-1-iscsi {{(pid=93702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 17:19:12.163281 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] No Port match for: 0eb03da9-d524-4e7a-adb7-138c5a0a829c {{(pid=93702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 17:19:12.163724 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Device 0eb03da9-d524-4e7a-adb7-138c5a0a829c not bound to the agent host dv-cinder-797970-1-iscsi {{(pid=93702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 17:19:12.164211 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Device 5294d12d-dda7-4a5b-ab66-fbf98bbbb6dc no longer exists at agent ovs-agent-dv-cinder-797970-1-iscsi {{(pid=93702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 17:19:12.185263 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] No Port match for: 5294d12d-dda7-4a5b-ab66-fbf98bbbb6dc {{(pid=93702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 17:19:12.185932 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Device 5294d12d-dda7-4a5b-ab66-fbf98bbbb6dc not bound to the agent host dv-cinder-797970-1-iscsi {{(pid=93702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 17:19:12.186044 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Device aae1ecf7-1ec5-47fe-8c6a-9f764203c7dc no longer exists at agent ovs-agent-dv-cinder-797970-1-iscsi {{(pid=93702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 17:19:12.204682 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] No Port match for: aae1ecf7-1ec5-47fe-8c6a-9f764203c7dc {{(pid=93702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 17:19:12.205032 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Device aae1ecf7-1ec5-47fe-8c6a-9f764203c7dc not bound to the agent host dv-cinder-797970-1-iscsi {{(pid=93702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 17:19:12.224546 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2c218603-b628-4b9c-87a3-f4b45cd4b6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-545941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-938511'] for network, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:19:12.228276 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-c0685d9b-69ad-4bf4-a9b1-0cbc1d1cd510 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:19:12.230743 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2c218603-b628-4b9c-87a3-f4b45cd4b6d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592921'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:19:12.233125 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-2c218603-b628-4b9c-87a3-f4b45cd4b6d2 admin admin] 10.222.0.15 "DELETE /v2.0/networks/e2c58ddc-3a0b-4159-9aa1-b7e24abf6c42 HTTP/1.1" status: 204 len: 168 time: 0.6117449 Jun 24 17:19:12.243249 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c218603-b628-4b9c-87a3-f4b45cd4b6d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=e2c58ddc-3a0b-4159-9aa1-b7e24abf6c42,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:19:12.248993 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-2c218603-b628-4b9c-87a3-f4b45cd4b6d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:19:12.558658 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 34896) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:19:12.597244 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-d9dbf720-3732-41ca-896d-bd5a50739759 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6bc5cd721def4e0c90b75e0186dfcb77&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0373883 Jun 24 17:19:12.599509 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 34898) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:19:12.650780 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-683b35cb-6091-4625-b959-e7e79ec4034d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:19:12.670578 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-683b35cb-6091-4625-b959-e7e79ec4034d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:19:12.771408 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-683b35cb-6091-4625-b959-e7e79ec4034d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:19:12.774164 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-683b35cb-6091-4625-b959-e7e79ec4034d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:19:12.776078 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-683b35cb-6091-4625-b959-e7e79ec4034d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c0143ba4-04fa-4687-a114-08475b6f89f2 HTTP/1.1" status: 204 len: 168 time: 0.1751578 Jun 24 17:19:12.776811 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-92427f7d-8345-429f-938c-70b1e6d1e364 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:19:12.785278 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683b35cb-6091-4625-b959-e7e79ec4034d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0143ba4-04fa-4687-a114-08475b6f89f2,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:19:12.787606 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-683b35cb-6091-4625-b959-e7e79ec4034d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:19:12.903298 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 34904) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:19:13.004073 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bb780f9d-b8d4-448a-bbf9-9261fa7bb5fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:19:13.091278 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bb780f9d-b8d4-448a-bbf9-9261fa7bb5fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:19:13.150456 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bb780f9d-b8d4-448a-bbf9-9261fa7bb5fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:19:13.155021 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-060020bb-39cd-4760-804a-764b5c91ae97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:19:13.189862 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-bb780f9d-b8d4-448a-bbf9-9261fa7bb5fe admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=db3ba821656e4b9b9fcc7484db23f449&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2852402 Jun 24 17:19:13.191083 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb780f9d-b8d4-448a-bbf9-9261fa7bb5fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=115ac19a-6995-434e-b269-2a168add2e10,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:19:13.192549 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 34910) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:19:13.202598 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-bb780f9d-b8d4-448a-bbf9-9261fa7bb5fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:19:13.247840 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a691d9a9-aac3-4d73-9da0-a8bb145d97f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:19:13.268929 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a691d9a9-aac3-4d73-9da0-a8bb145d97f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:19:13.411664 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a691d9a9-aac3-4d73-9da0-a8bb145d97f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:19:13.414219 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a691d9a9-aac3-4d73-9da0-a8bb145d97f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:19:13.415340 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-a691d9a9-aac3-4d73-9da0-a8bb145d97f0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/115ac19a-6995-434e-b269-2a168add2e10 HTTP/1.1" status: 204 len: 168 time: 0.2216423 Jun 24 17:19:13.416105 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-66cf3ff7-78d2-4fe6-9944-368baab1a1ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:19:13.424186 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a691d9a9-aac3-4d73-9da0-a8bb145d97f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=115ac19a-6995-434e-b269-2a168add2e10,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:19:13.426534 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-a691d9a9-aac3-4d73-9da0-a8bb145d97f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:19:13.480597 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-16fbd90a-31e6-4a48-b121-9ebb034fc8e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:19:13.898730 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:19:14.944770 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5af43288-dd02-4084-874e-f1fcba283848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:19:15.216141 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 35024) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:19:15.319285 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-07943ce0-1b2f-4ff6-a282-395c079c2e22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:19:15.408147 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-07943ce0-1b2f-4ff6-a282-395c079c2e22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:19:15.487136 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-07943ce0-1b2f-4ff6-a282-395c079c2e22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:19:15.490805 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-12136bdc-acd9-4fcf-8baf-1f311ae6eb28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:19:15.527286 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-07943ce0-1b2f-4ff6-a282-395c079c2e22 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e38973b5135e4830a8b23699eb9e2d18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3100541 Jun 24 17:19:15.528518 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07943ce0-1b2f-4ff6-a282-395c079c2e22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c91c619c-6d35-4549-9248-33f36d50d14a,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:19:15.530082 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 35032) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:19:15.531556 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-07943ce0-1b2f-4ff6-a282-395c079c2e22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:19:15.582408 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-07f40cd3-6d03-4ff3-9614-0c0288458fea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:19:15.608127 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-07f40cd3-6d03-4ff3-9614-0c0288458fea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:19:15.713992 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-07f40cd3-6d03-4ff3-9614-0c0288458fea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:19:15.716518 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-07f40cd3-6d03-4ff3-9614-0c0288458fea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:19:15.717990 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-07f40cd3-6d03-4ff3-9614-0c0288458fea admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c91c619c-6d35-4549-9248-33f36d50d14a HTTP/1.1" status: 204 len: 168 time: 0.1857791 Jun 24 17:19:15.718440 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-5eaca35e-ef54-459d-b11a-cf0a956cc079 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:19:15.726126 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f40cd3-6d03-4ff3-9614-0c0288458fea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c91c619c-6d35-4549-9248-33f36d50d14a,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:19:15.730698 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-07f40cd3-6d03-4ff3-9614-0c0288458fea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:19:16.313922 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 35052) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:19:16.329869 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0ec6ab09-3f6d-4ae2-8b66-7abd287c3ea4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:19:16.418418 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0ec6ab09-3f6d-4ae2-8b66-7abd287c3ea4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:19:16.504355 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-845c8506-8cf5-4b6b-bbc4-443bdb09ac47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:19:16.635713 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0ec6ab09-3f6d-4ae2-8b66-7abd287c3ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:19:16.638373 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-d136ce40-218c-46a1-af9b-379d19755a25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:19:16.674182 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-0ec6ab09-3f6d-4ae2-8b66-7abd287c3ea4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=74e44dbcaead48318a13a774d549abdb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3591979 Jun 24 17:19:16.675100 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec6ab09-3f6d-4ae2-8b66-7abd287c3ea4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8100cf23-c05b-426e-81cf-20b759b67157,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:19:16.678163 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-0ec6ab09-3f6d-4ae2-8b66-7abd287c3ea4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:19:16.678349 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 35056) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:19:16.726983 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-42b17b39-7b1a-4bd5-92a7-ababbcceee17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:19:16.749124 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-42b17b39-7b1a-4bd5-92a7-ababbcceee17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:19:16.859129 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-42b17b39-7b1a-4bd5-92a7-ababbcceee17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:19:16.861736 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-42b17b39-7b1a-4bd5-92a7-ababbcceee17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:19:16.865448 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-42b17b39-7b1a-4bd5-92a7-ababbcceee17 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8100cf23-c05b-426e-81cf-20b759b67157 HTTP/1.1" status: 204 len: 168 time: 0.1836162 Jun 24 17:19:16.865448 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-07943ce0-1b2f-4ff6-a282-395c079c2e22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:19:16.872706 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b17b39-7b1a-4bd5-92a7-ababbcceee17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8100cf23-c05b-426e-81cf-20b759b67157,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:19:16.879906 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b17b39-7b1a-4bd5-92a7-ababbcceee17 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:19:16.880386 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b17b39-7b1a-4bd5-92a7-ababbcceee17 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:19:16.880758 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b17b39-7b1a-4bd5-92a7-ababbcceee17 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:19:16.881240 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b17b39-7b1a-4bd5-92a7-ababbcceee17 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:19:16.881465 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b17b39-7b1a-4bd5-92a7-ababbcceee17 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:19:16.881852 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b17b39-7b1a-4bd5-92a7-ababbcceee17 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:19:16.882207 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b17b39-7b1a-4bd5-92a7-ababbcceee17 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:19:16.882561 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b17b39-7b1a-4bd5-92a7-ababbcceee17 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:19:16.882914 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b17b39-7b1a-4bd5-92a7-ababbcceee17 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:19:16.883261 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b17b39-7b1a-4bd5-92a7-ababbcceee17 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:19:16.883608 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b17b39-7b1a-4bd5-92a7-ababbcceee17 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:19:16.883952 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b17b39-7b1a-4bd5-92a7-ababbcceee17 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:19:16.891886 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-42b17b39-7b1a-4bd5-92a7-ababbcceee17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:19:19.742046 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 35126) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:19:19.848074 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e5cb2b9e-076b-4e14-b762-15c2edd445ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:19:19.939198 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e5cb2b9e-076b-4e14-b762-15c2edd445ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:19:20.018963 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e5cb2b9e-076b-4e14-b762-15c2edd445ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:19:20.021881 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-2e66697f-e0fc-44b8-bfef-dd94ab58ccb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:19:20.058990 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-e5cb2b9e-076b-4e14-b762-15c2edd445ca admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=da221696481543cfaed2fc91dc0b3962&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3157706 Jun 24 17:19:20.059825 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cb2b9e-076b-4e14-b762-15c2edd445ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4b32c2e-cda4-4d3c-89e5-fec2566ad6e7,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:19:20.061584 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 35130) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:19:20.066918 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cb2b9e-076b-4e14-b762-15c2edd445ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:19:20.067298 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cb2b9e-076b-4e14-b762-15c2edd445ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:19:20.067669 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cb2b9e-076b-4e14-b762-15c2edd445ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:19:20.068035 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cb2b9e-076b-4e14-b762-15c2edd445ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:19:20.068396 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cb2b9e-076b-4e14-b762-15c2edd445ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:19:20.068753 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cb2b9e-076b-4e14-b762-15c2edd445ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:19:20.069109 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cb2b9e-076b-4e14-b762-15c2edd445ca admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:19:20.069467 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cb2b9e-076b-4e14-b762-15c2edd445ca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:19:20.069844 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cb2b9e-076b-4e14-b762-15c2edd445ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:19:20.070197 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cb2b9e-076b-4e14-b762-15c2edd445ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:19:20.070544 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cb2b9e-076b-4e14-b762-15c2edd445ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:19:20.070893 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cb2b9e-076b-4e14-b762-15c2edd445ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:19:20.075143 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-e5cb2b9e-076b-4e14-b762-15c2edd445ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:19:20.113278 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-20ac8ed7-19d8-480b-adab-41af96baf96a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:19:20.134696 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-20ac8ed7-19d8-480b-adab-41af96baf96a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:19:20.257186 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-20ac8ed7-19d8-480b-adab-41af96baf96a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:19:20.260496 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-20ac8ed7-19d8-480b-adab-41af96baf96a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:19:20.261986 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-20ac8ed7-19d8-480b-adab-41af96baf96a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a4b32c2e-cda4-4d3c-89e5-fec2566ad6e7 HTTP/1.1" status: 204 len: 168 time: 0.1991971 Jun 24 17:19:20.263211 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-a39954ae-8491-4b47-91bb-93128799fe31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:19:20.272715 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ac8ed7-19d8-480b-adab-41af96baf96a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4b32c2e-cda4-4d3c-89e5-fec2566ad6e7,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:19:20.275375 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-20ac8ed7-19d8-480b-adab-41af96baf96a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:19:20.786054 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 35138) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:19:20.799589 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0354fd2a-6a05-4370-a7e7-67da142e9aa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:19:20.888887 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0354fd2a-6a05-4370-a7e7-67da142e9aa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:19:20.960324 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0354fd2a-6a05-4370-a7e7-67da142e9aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:19:20.962936 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-e3642531-c949-47de-bcaf-73fa13a9cdc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:19:21.001965 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-0354fd2a-6a05-4370-a7e7-67da142e9aa8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c49b3dab6d694c3eb9838f7f2554a0f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2134156 Jun 24 17:19:21.003695 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0354fd2a-6a05-4370-a7e7-67da142e9aa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bad502c6-382b-49f1-b525-f84df442dcad,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:19:21.007074 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 35140) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:19:21.007600 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-0354fd2a-6a05-4370-a7e7-67da142e9aa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:19:21.061786 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0d4f4fc2-2af6-4d56-a352-f133734c04fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:19:21.084153 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0d4f4fc2-2af6-4d56-a352-f133734c04fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:19:21.190623 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0d4f4fc2-2af6-4d56-a352-f133734c04fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:19:21.193314 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0d4f4fc2-2af6-4d56-a352-f133734c04fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:19:21.194512 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-0d4f4fc2-2af6-4d56-a352-f133734c04fd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bad502c6-382b-49f1-b525-f84df442dcad HTTP/1.1" status: 204 len: 168 time: 0.1863914 Jun 24 17:19:21.195335 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-96f7838b-50c2-40b2-8bf0-2afdb60132dd tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:19:21.202796 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4f4fc2-2af6-4d56-a352-f133734c04fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bad502c6-382b-49f1-b525-f84df442dcad,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:19:21.205593 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-0d4f4fc2-2af6-4d56-a352-f133734c04fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:19:21.739584 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:19:28.248851 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 35258) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:19:28.348802 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d5c0766c-4e48-4d9f-928c-980317090751 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:19:28.435735 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d5c0766c-4e48-4d9f-928c-980317090751 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:19:28.498349 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d5c0766c-4e48-4d9f-928c-980317090751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:19:28.501148 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-71ae71f9-330d-406f-a64c-93a5f79b25e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:19:28.535827 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c0766c-4e48-4d9f-928c-980317090751 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5762d78-a73e-492c-b65f-4c4095d52f55,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:19:28.540146 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-d5c0766c-4e48-4d9f-928c-980317090751 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ce7386cd8c20466494e71d1425a43dd1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2903018 Jun 24 17:19:28.541039 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-d5c0766c-4e48-4d9f-928c-980317090751 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:19:28.542774 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 35266) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:19:28.589308 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e13c74f6-92cb-4990-8161-453ae175b0d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:19:28.612921 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e13c74f6-92cb-4990-8161-453ae175b0d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:19:28.732623 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e13c74f6-92cb-4990-8161-453ae175b0d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:19:28.735720 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e13c74f6-92cb-4990-8161-453ae175b0d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:19:28.736855 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-e13c74f6-92cb-4990-8161-453ae175b0d0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d5762d78-a73e-492c-b65f-4c4095d52f55 HTTP/1.1" status: 204 len: 168 time: 0.1931911 Jun 24 17:19:28.737670 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-7c06f682-569a-43be-a58d-548b3c3f7a6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:19:28.745061 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13c74f6-92cb-4990-8161-453ae175b0d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5762d78-a73e-492c-b65f-4c4095d52f55,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:19:28.747276 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-e13c74f6-92cb-4990-8161-453ae175b0d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:19:29.342711 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 35274) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:19:29.357401 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-832405e5-86b9-468d-b2d2-b56188825659 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:19:29.446001 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-832405e5-86b9-468d-b2d2-b56188825659 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:19:29.527117 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-832405e5-86b9-468d-b2d2-b56188825659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:19:29.529606 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-97ca282a-16a9-4493-b46a-7f870d302974 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:19:29.565987 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-832405e5-86b9-468d-b2d2-b56188825659 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=195148a9857a48a9bbce75425a35649e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2222109 Jun 24 17:19:29.566865 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832405e5-86b9-468d-b2d2-b56188825659 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38598aee-91bc-4c1f-bb76-35ca19300435,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:19:29.568714 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 35276) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:19:29.569768 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-832405e5-86b9-468d-b2d2-b56188825659 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:19:29.619199 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5433a3f0-2332-416e-8e9f-334a6b4eb4e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:19:29.639426 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5433a3f0-2332-416e-8e9f-334a6b4eb4e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:19:29.768211 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5433a3f0-2332-416e-8e9f-334a6b4eb4e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:19:29.770714 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5433a3f0-2332-416e-8e9f-334a6b4eb4e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:19:29.771808 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-5433a3f0-2332-416e-8e9f-334a6b4eb4e2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/38598aee-91bc-4c1f-bb76-35ca19300435 HTTP/1.1" status: 204 len: 168 time: 0.2020442 Jun 24 17:19:29.773222 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-4e6443a3-1518-4467-af7f-de08bd6c4326 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:19:29.784886 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5433a3f0-2332-416e-8e9f-334a6b4eb4e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38598aee-91bc-4c1f-bb76-35ca19300435,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:19:29.787402 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-5433a3f0-2332-416e-8e9f-334a6b4eb4e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:19:29.796082 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-c5ed1857-e487-4238-b633-dbea676bb3fe req-4a475dfc-3485-421d-b191-c44c66c57cf2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f4471cde-a391-4977-a7f1-693fe67a78bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0706327 Jun 24 17:19:29.910889 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ed1857-e487-4238-b633-dbea676bb3fe req-318c9c7b-ed3e-4965-ac3e-694239a9ae40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:19:29.912347 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-c5ed1857-e487-4238-b633-dbea676bb3fe req-318c9c7b-ed3e-4965-ac3e-694239a9ae40 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3932aa6d6c7446bcb7063308e31b911f&device_id=f4471cde-a391-4977-a7f1-693fe67a78bf HTTP/1.1" status: 200 len: 1098 time: 0.0537496 Jun 24 17:19:30.018861 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ed1857-e487-4238-b633-dbea676bb3fe req-255d3c15-05e9-414a-8c17-08986700c1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:19:30.020198 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-c5ed1857-e487-4238-b633-dbea676bb3fe req-255d3c15-05e9-414a-8c17-08986700c1f3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d814d5ca-30ce-40c7-a19a-3244f9dca736 HTTP/1.1" status: 200 len: 908 time: 0.0856552 Jun 24 17:19:30.084882 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-c5ed1857-e487-4238-b633-dbea676bb3fe req-f94db7a7-c183-446b-b042-963386a6d638 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2bd31234-8541-4c73-a252-e62bed09039e HTTP/1.1" status: 200 len: 1000 time: 0.0573924 Jun 24 17:19:30.133094 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ed1857-e487-4238-b633-dbea676bb3fe req-bec12624-1cee-4d31-ae09-deb7382f73a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:19:30.134577 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-c5ed1857-e487-4238-b633-dbea676bb3fe req-bec12624-1cee-4d31-ae09-deb7382f73a1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e7f2d1aa-66d6-42d3-8334-b5d4eb2abfb2 HTTP/1.1" status: 200 len: 847 time: 0.0426481 Jun 24 17:19:30.197962 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ed1857-e487-4238-b633-dbea676bb3fe req-b7891802-8fc1-4c60-a7ef-bc29738d2666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:19:30.199457 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-c5ed1857-e487-4238-b633-dbea676bb3fe req-b7891802-8fc1-4c60-a7ef-bc29738d2666 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d814d5ca-30ce-40c7-a19a-3244f9dca736&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0580411 Jun 24 17:19:30.291085 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-c5ed1857-e487-4238-b633-dbea676bb3fe req-7c74a7a0-a2cb-4767-bb0e-069578e9dcab service neutron] 10.222.0.37 "GET /v2.0/networks/d814d5ca-30ce-40c7-a19a-3244f9dca736?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841391 Jun 24 17:19:30.384795 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-c5ed1857-e487-4238-b633-dbea676bb3fe req-1e7b14df-76e7-4956-9a04-c0017fe17fb1 service neutron] 10.222.0.37 "GET /v2.0/networks/d814d5ca-30ce-40c7-a19a-3244f9dca736?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861726 Jun 24 17:19:32.128327 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 35336) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:19:32.471788 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ce6ea48f-24f9-4d53-b340-3541608c5553 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:19:32.556746 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ce6ea48f-24f9-4d53-b340-3541608c5553 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:19:32.622451 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ce6ea48f-24f9-4d53-b340-3541608c5553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:19:32.624846 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-ca27c0ae-c530-4af2-9366-fe8123fb66d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:19:32.659755 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6ea48f-24f9-4d53-b340-3541608c5553 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a9a38f2-8e48-4c4a-b01a-a193282797e7,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:19:32.664343 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-ce6ea48f-24f9-4d53-b340-3541608c5553 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c731c3d670bf48a5bc65b2c355916df6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5350077 Jun 24 17:19:32.665272 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-ce6ea48f-24f9-4d53-b340-3541608c5553 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:19:32.667109 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 35342) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:19:32.715605 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9593db3b-b30d-4e81-aac3-3c04d6a980d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:19:32.736252 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9593db3b-b30d-4e81-aac3-3c04d6a980d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:19:32.908326 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9593db3b-b30d-4e81-aac3-3c04d6a980d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:19:32.910983 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9593db3b-b30d-4e81-aac3-3c04d6a980d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:19:32.912114 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-9593db3b-b30d-4e81-aac3-3c04d6a980d5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6a9a38f2-8e48-4c4a-b01a-a193282797e7 HTTP/1.1" status: 204 len: 168 time: 0.2440462 Jun 24 17:19:32.912890 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-bb780f9d-b8d4-448a-bbf9-9261fa7bb5fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:19:32.921042 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9593db3b-b30d-4e81-aac3-3c04d6a980d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a9a38f2-8e48-4c4a-b01a-a193282797e7,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:19:32.924390 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-9593db3b-b30d-4e81-aac3-3c04d6a980d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:19:33.450699 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 35350) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:19:33.467290 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3026dc63-1829-4ea4-a5a1-11571056e1d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:19:33.549490 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3026dc63-1829-4ea4-a5a1-11571056e1d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:19:33.616330 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3026dc63-1829-4ea4-a5a1-11571056e1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:19:33.618855 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-c83789dc-4d15-465c-8bb1-39a43ebeaec2 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:19:33.655901 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3026dc63-1829-4ea4-a5a1-11571056e1d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f134c19-3704-4ce2-9def-d75eba4f453b,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:19:33.660412 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-3026dc63-1829-4ea4-a5a1-11571056e1d5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7b7138fa7ace4dd4b3c418ee6e43ef32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2087214 Jun 24 17:19:33.661315 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-3026dc63-1829-4ea4-a5a1-11571056e1d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:19:33.669103 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 35352) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:19:33.716383 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ee5c896f-5f92-4ca0-bfaf-1571865a8ed9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:19:33.737031 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ee5c896f-5f92-4ca0-bfaf-1571865a8ed9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:19:33.852754 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ee5c896f-5f92-4ca0-bfaf-1571865a8ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:19:33.855348 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ee5c896f-5f92-4ca0-bfaf-1571865a8ed9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:19:33.856551 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-ee5c896f-5f92-4ca0-bfaf-1571865a8ed9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2f134c19-3704-4ce2-9def-d75eba4f453b HTTP/1.1" status: 204 len: 168 time: 0.1863494 Jun 24 17:19:33.857291 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-2120e277-fdb2-4fac-8ce0-5be4f39c5667 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:19:33.865947 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5c896f-5f92-4ca0-bfaf-1571865a8ed9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f134c19-3704-4ce2-9def-d75eba4f453b,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:19:33.868319 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-ee5c896f-5f92-4ca0-bfaf-1571865a8ed9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:19:36.337452 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.agents_db [None req-27f02d43-57e8-424c-a1b0-5a1f36db1773 None None] Agent healthcheck: found 6 active agents {{(pid=93703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 17:19:41.160975 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b034db3f-8154-4360-8e0f-c1e6665e1b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:19:43.464134 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-05d30e79-5c89-4743-a8af-19b36073e2ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:19:43.616838 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 35510) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:19:43.716108 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1bb3c7b7-a275-4eb0-8a0a-924eaedb567e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:19:43.806036 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1bb3c7b7-a275-4eb0-8a0a-924eaedb567e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:19:43.868228 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1bb3c7b7-a275-4eb0-8a0a-924eaedb567e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:19:43.871831 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-07f40cd3-6d03-4ff3-9614-0c0288458fea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:19:43.898389 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:19:43.907833 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-1bb3c7b7-a275-4eb0-8a0a-924eaedb567e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=50ff66eb052b4236bced05144e369b66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2896600 Jun 24 17:19:43.910363 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb3c7b7-a275-4eb0-8a0a-924eaedb567e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99f5e448-b11f-4058-b6c0-def4482a8fb7,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:19:43.911504 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 35514) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:19:43.913604 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-1bb3c7b7-a275-4eb0-8a0a-924eaedb567e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:19:43.960076 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-cb8d749e-bbf0-49ac-80b8-94e7dad78219 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:19:43.980950 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-cb8d749e-bbf0-49ac-80b8-94e7dad78219 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:19:44.096688 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-cb8d749e-bbf0-49ac-80b8-94e7dad78219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:19:44.099372 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-cb8d749e-bbf0-49ac-80b8-94e7dad78219 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:19:44.100488 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-cb8d749e-bbf0-49ac-80b8-94e7dad78219 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/99f5e448-b11f-4058-b6c0-def4482a8fb7 HTTP/1.1" status: 204 len: 168 time: 0.1880245 Jun 24 17:19:44.101252 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-eb383be4-e1a7-47a1-bc5d-b16aac4c5dc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:19:44.109008 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8d749e-bbf0-49ac-80b8-94e7dad78219 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99f5e448-b11f-4058-b6c0-def4482a8fb7,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:19:44.119233 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-cb8d749e-bbf0-49ac-80b8-94e7dad78219 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:19:44.711856 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 35522) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:19:44.726008 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-aa6ca671-1a35-4a76-b658-54f1e4eb57fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:19:44.812457 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-aa6ca671-1a35-4a76-b658-54f1e4eb57fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:19:44.885212 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-aa6ca671-1a35-4a76-b658-54f1e4eb57fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:19:44.888614 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-6b5f2db9-1ad1-457b-b9fd-c55195f8eb09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:19:44.924492 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-aa6ca671-1a35-4a76-b658-54f1e4eb57fe admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4712fd7155dc497c9f6507eb508735ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2115300 Jun 24 17:19:44.925991 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6ca671-1a35-4a76-b658-54f1e4eb57fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e251a1a5-86e8-41ec-9fb2-dedf7ac77243,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:19:44.927247 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 35524) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:19:44.928585 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-aa6ca671-1a35-4a76-b658-54f1e4eb57fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:19:44.965280 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5af43288-dd02-4084-874e-f1fcba283848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:19:44.976962 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a4723679-3bc5-4420-8de7-7196f3fc751a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:19:44.997163 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a4723679-3bc5-4420-8de7-7196f3fc751a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:19:45.120780 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a4723679-3bc5-4420-8de7-7196f3fc751a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:19:45.123408 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a4723679-3bc5-4420-8de7-7196f3fc751a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:19:45.124524 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-a4723679-3bc5-4420-8de7-7196f3fc751a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e251a1a5-86e8-41ec-9fb2-dedf7ac77243 HTTP/1.1" status: 204 len: 168 time: 0.1956799 Jun 24 17:19:45.125306 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-ff4def75-7dc0-4924-a624-a3e194689ca3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:19:45.133397 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4723679-3bc5-4420-8de7-7196f3fc751a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e251a1a5-86e8-41ec-9fb2-dedf7ac77243,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:19:45.138167 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-a4723679-3bc5-4420-8de7-7196f3fc751a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:19:46.479567 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-845c8506-8cf5-4b6b-bbc4-443bdb09ac47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:19:50.564193 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 35606) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:19:50.666518 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-949504bc-d41b-4180-9c59-feabe89b1cbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:19:50.750147 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-949504bc-d41b-4180-9c59-feabe89b1cbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:19:50.841070 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-949504bc-d41b-4180-9c59-feabe89b1cbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:19:50.843905 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-0ec6ab09-3f6d-4ae2-8b66-7abd287c3ea4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:19:50.884284 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949504bc-d41b-4180-9c59-feabe89b1cbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe14800c-2364-4c6d-bdc6-217d082a3265,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:19:50.888591 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-949504bc-d41b-4180-9c59-feabe89b1cbe admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8552609698f7450ab9060faf86672a8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3233805 Jun 24 17:19:50.889543 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-949504bc-d41b-4180-9c59-feabe89b1cbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:19:50.891495 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 35610) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:19:50.941866 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3fef9977-8ca0-44c9-84fa-4b7890c1770e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:19:50.963225 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3fef9977-8ca0-44c9-84fa-4b7890c1770e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:19:51.063874 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3fef9977-8ca0-44c9-84fa-4b7890c1770e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:19:51.066356 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3fef9977-8ca0-44c9-84fa-4b7890c1770e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:19:51.068066 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-3fef9977-8ca0-44c9-84fa-4b7890c1770e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fe14800c-2364-4c6d-bdc6-217d082a3265 HTTP/1.1" status: 204 len: 168 time: 0.1744316 Jun 24 17:19:51.068885 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-b9e1f6e8-6262-45de-be41-f52e7cd3cb0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:19:51.075916 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fef9977-8ca0-44c9-84fa-4b7890c1770e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe14800c-2364-4c6d-bdc6-217d082a3265,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:19:51.078268 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-3fef9977-8ca0-44c9-84fa-4b7890c1770e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:19:51.722415 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 35622) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:19:51.736140 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a39b36fb-99dd-4abc-9d1e-ff6ec818aef6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:19:51.760991 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:19:51.821653 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a39b36fb-99dd-4abc-9d1e-ff6ec818aef6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:19:51.902321 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a39b36fb-99dd-4abc-9d1e-ff6ec818aef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:19:51.905961 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-5433a3f0-2332-416e-8e9f-334a6b4eb4e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:19:51.944831 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-a39b36fb-99dd-4abc-9d1e-ff6ec818aef6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=51c424c173764a79b4cb78b686aefc76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2213390 Jun 24 17:19:51.946100 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39b36fb-99dd-4abc-9d1e-ff6ec818aef6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dd146d6-6de8-4ac1-9d96-e1cb39ecaa77,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:19:51.947778 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 35624) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:19:51.949499 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-a39b36fb-99dd-4abc-9d1e-ff6ec818aef6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:19:51.995562 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f17ceab3-abb5-4085-80ff-233f77c217ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:19:52.016175 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f17ceab3-abb5-4085-80ff-233f77c217ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:19:52.132488 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f17ceab3-abb5-4085-80ff-233f77c217ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:19:52.135079 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f17ceab3-abb5-4085-80ff-233f77c217ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:19:52.136214 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-f17ceab3-abb5-4085-80ff-233f77c217ff admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6dd146d6-6de8-4ac1-9d96-e1cb39ecaa77 HTTP/1.1" status: 204 len: 168 time: 0.1873865 Jun 24 17:19:52.136988 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-6a3920c8-3f5f-4e44-bc4d-3bf0f9809e40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:19:52.144312 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17ceab3-abb5-4085-80ff-233f77c217ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dd146d6-6de8-4ac1-9d96-e1cb39ecaa77,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:19:52.147139 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-f17ceab3-abb5-4085-80ff-233f77c217ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:19:52.954041 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 35646) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:19:53.055120 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-88f0c132-f43c-4070-bfa7-b823c33e1112 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:19:53.138079 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-88f0c132-f43c-4070-bfa7-b823c33e1112 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:19:53.218037 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-88f0c132-f43c-4070-bfa7-b823c33e1112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:19:53.221530 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-5f882634-afa9-4153-8402-ae19a2b93515 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:19:53.256925 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-88f0c132-f43c-4070-bfa7-b823c33e1112 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2fed175dca1e49758ccaaafa2b526702&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3018136 Jun 24 17:19:53.258228 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f0c132-f43c-4070-bfa7-b823c33e1112 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50fd84da-cb0f-465d-8848-c11875f43e4d,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:19:53.259615 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 35660) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:19:53.261269 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-88f0c132-f43c-4070-bfa7-b823c33e1112 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:19:53.311738 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6d1d6700-ea3f-4310-9f72-2e3b8d4b50e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:19:53.333251 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6d1d6700-ea3f-4310-9f72-2e3b8d4b50e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:19:53.440026 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6d1d6700-ea3f-4310-9f72-2e3b8d4b50e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:19:53.444771 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6d1d6700-ea3f-4310-9f72-2e3b8d4b50e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:19:53.446644 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-6d1d6700-ea3f-4310-9f72-2e3b8d4b50e5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/50fd84da-cb0f-465d-8848-c11875f43e4d HTTP/1.1" status: 204 len: 168 time: 0.1857910 Jun 24 17:19:53.447858 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-c1c94564-f6bb-4207-bf63-d24428c9c27c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:19:53.459989 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1d6700-ea3f-4310-9f72-2e3b8d4b50e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50fd84da-cb0f-465d-8848-c11875f43e4d,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:19:53.470707 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-6d1d6700-ea3f-4310-9f72-2e3b8d4b50e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:19:56.414461 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-d0e1220e-4887-4cde-8cfd-1e8f89f3765e req-2cf178a6-d82a-4372-a10d-bdc2da1f8cbc tempest-VolumesNegativeTest-1512638927 tempest-VolumesNegativeTest-1512638927-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=4e19db93dd5541cba747a98e6ccf3fd5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0352893 Jun 24 17:19:56.599680 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e1220e-4887-4cde-8cfd-1e8f89f3765e req-e3385f71-1392-4994-82ea-9d67029bf0a5 tempest-VolumesNegativeTest-1512638927 tempest-VolumesNegativeTest-1512638927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:19:56.601113 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-d0e1220e-4887-4cde-8cfd-1e8f89f3765e req-e3385f71-1392-4994-82ea-9d67029bf0a5 tempest-VolumesNegativeTest-1512638927 tempest-VolumesNegativeTest-1512638927-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1814351 Jun 24 17:19:56.615683 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-d0e1220e-4887-4cde-8cfd-1e8f89f3765e req-e852eae6-de39-4d72-b135-fd3fb7b3e13a tempest-VolumesNegativeTest-1512638927 tempest-VolumesNegativeTest-1512638927-project] 10.222.0.15 "GET /v2.0/quotas/4e19db93dd5541cba747a98e6ccf3fd5 HTTP/1.1" status: 200 len: 375 time: 0.0089381 Jun 24 17:19:56.648839 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-d0e1220e-4887-4cde-8cfd-1e8f89f3765e req-d8a34c21-41f0-4a75-96f2-eadbc63345d3 tempest-VolumesNegativeTest-1512638927 tempest-VolumesNegativeTest-1512638927-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=4e19db93dd5541cba747a98e6ccf3fd5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281172 Jun 24 17:19:56.892122 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-dffb88ca-ef58-4c44-8319-d41692866a92 req-e7d39acc-ee06-49a8-be5f-3d712926ee3d tempest-VolumesNegativeTest-1512638927 tempest-VolumesNegativeTest-1512638927-project] 10.222.0.15 "GET /v2.0/ports?device_id=34cd8814-9196-42e4-9b94-f15c5c1bc015 HTTP/1.1" status: 200 len: 210 time: 0.0344396 Jun 24 17:19:58.037846 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-76303d3c-0318-4496-8c85-3c682931ef52 req-4f4a75b7-7e03-48b3-9988-dddf72460607 tempest-VolumesNegativeTest-1512638927 tempest-VolumesNegativeTest-1512638927-project] 10.222.0.15 "GET /v2.0/ports?device_id=34cd8814-9196-42e4-9b94-f15c5c1bc015 HTTP/1.1" status: 200 len: 210 time: 0.0306289 Jun 24 17:19:59.077635 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-d0e1220e-4887-4cde-8cfd-1e8f89f3765e req-b18da823-bf57-4cef-9def-710352fd9208 tempest-VolumesNegativeTest-1512638927 tempest-VolumesNegativeTest-1512638927-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=4e19db93dd5541cba747a98e6ccf3fd5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0218894 Jun 24 17:19:59.182955 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-33a1e18b-6910-4042-bd8e-3913a0d12c3e req-91b3d325-87f9-407f-8be6-5940f965c6e2 tempest-VolumesNegativeTest-1512638927 tempest-VolumesNegativeTest-1512638927-project] 10.222.0.15 "GET /v2.0/ports?device_id=34cd8814-9196-42e4-9b94-f15c5c1bc015 HTTP/1.1" status: 200 len: 210 time: 0.0300269 Jun 24 17:19:59.195681 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e1220e-4887-4cde-8cfd-1e8f89f3765e req-0288c243-def3-4816-a6b5-ee1b23bf7a47 tempest-VolumesNegativeTest-1512638927 tempest-VolumesNegativeTest-1512638927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:19:59.197156 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-d0e1220e-4887-4cde-8cfd-1e8f89f3765e req-0288c243-def3-4816-a6b5-ee1b23bf7a47 tempest-VolumesNegativeTest-1512638927 tempest-VolumesNegativeTest-1512638927-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1150053 Jun 24 17:19:59.214083 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.v2.base [req-d0e1220e-4887-4cde-8cfd-1e8f89f3765e req-f3b6fb5f-9c17-4ad1-9541-dae950e2cc96 tempest-VolumesNegativeTest-1512638927 tempest-VolumesNegativeTest-1512638927-project] Request body: {'port': {'device_id': '34cd8814-9196-42e4-9b94-f15c5c1bc015', 'network_id': '058dcd8a-b804-4477-ba28-d8afaf12a570', 'admin_state_up': True, 'tenant_id': '4e19db93dd5541cba747a98e6ccf3fd5'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 17:19:59.376559 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0e1220e-4887-4cde-8cfd-1e8f89f3765e req-f3b6fb5f-9c17-4ad1-9541-dae950e2cc96 tempest-VolumesNegativeTest-1512638927 tempest-VolumesNegativeTest-1512638927-project] Made reservation on behalf of 4e19db93dd5541cba747a98e6ccf3fd5 for: {'port': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 17:19:59.380242 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-d0e1220e-4887-4cde-8cfd-1e8f89f3765e req-f3b6fb5f-9c17-4ad1-9541-dae950e2cc96 tempest-VolumesNegativeTest-1512638927 tempest-VolumesNegativeTest-1512638927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:19:59.393152 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-d0e1220e-4887-4cde-8cfd-1e8f89f3765e req-f3b6fb5f-9c17-4ad1-9541-dae950e2cc96 tempest-VolumesNegativeTest-1512638927 tempest-VolumesNegativeTest-1512638927-project] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:19:59.484924 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-d0e1220e-4887-4cde-8cfd-1e8f89f3765e req-f3b6fb5f-9c17-4ad1-9541-dae950e2cc96 tempest-VolumesNegativeTest-1512638927 tempest-VolumesNegativeTest-1512638927-project] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:19:59.575985 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-d0e1220e-4887-4cde-8cfd-1e8f89f3765e req-f3b6fb5f-9c17-4ad1-9541-dae950e2cc96 tempest-VolumesNegativeTest-1512638927 tempest-VolumesNegativeTest-1512638927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:19:59.579215 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-a691d9a9-aac3-4d73-9da0-a8bb145d97f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:19:59.637273 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b6fb5f-9c17-4ad1-9541-dae950e2cc96 tempest-VolumesNegativeTest-1512638927 tempest-VolumesNegativeTest-1512638927-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbe79c46-3e6d-493f-b239-5131eb4fa536,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:19:59.641976 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-f3b6fb5f-9c17-4ad1-9541-dae950e2cc96 tempest-VolumesNegativeTest-1512638927 tempest-VolumesNegativeTest-1512638927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:19:59.713173 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [req-d0e1220e-4887-4cde-8cfd-1e8f89f3765e req-f3b6fb5f-9c17-4ad1-9541-dae950e2cc96 tempest-VolumesNegativeTest-1512638927 tempest-VolumesNegativeTest-1512638927-project] Allocated IP 192.168.233.93 (058dcd8a-b804-4477-ba28-d8afaf12a570/310fb3e5-009c-4f3e-ab34-309850f27071/ae0b4f05-4032-4a93-95dc-cddd12be1e2e) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 17:19:59.856993 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-d0e1220e-4887-4cde-8cfd-1e8f89f3765e req-f3b6fb5f-9c17-4ad1-9541-dae950e2cc96 tempest-VolumesNegativeTest-1512638927 tempest-VolumesNegativeTest-1512638927-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:19:59.870563 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [req-d0e1220e-4887-4cde-8cfd-1e8f89f3765e req-f3b6fb5f-9c17-4ad1-9541-dae950e2cc96 tempest-VolumesNegativeTest-1512638927 tempest-VolumesNegativeTest-1512638927-project] Transition to ACTIVE for port object ae0b4f05-4032-4a93-95dc-cddd12be1e2e will not be triggered until provisioned by entity DHCP. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 17:19:59.988364 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-d0e1220e-4887-4cde-8cfd-1e8f89f3765e req-f3b6fb5f-9c17-4ad1-9541-dae950e2cc96 tempest-VolumesNegativeTest-1512638927 tempest-VolumesNegativeTest-1512638927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1991527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-355756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734938254830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2811142'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:19:59.992826 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-4eeae5ed-de41-4a8f-8ad6-43a5c32e43a8 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:20:00.034968 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0e1220e-4887-4cde-8cfd-1e8f89f3765e req-f3b6fb5f-9c17-4ad1-9541-dae950e2cc96 tempest-VolumesNegativeTest-1512638927 tempest-VolumesNegativeTest-1512638927-project] Network 058dcd8a-b804-4477-ba28-d8afaf12a570 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 17:20:00.038166 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [req-d0e1220e-4887-4cde-8cfd-1e8f89f3765e req-f3b6fb5f-9c17-4ad1-9541-dae950e2cc96 tempest-VolumesNegativeTest-1512638927 tempest-VolumesNegativeTest-1512638927-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 17:20:00.041893 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0e1220e-4887-4cde-8cfd-1e8f89f3765e req-f3b6fb5f-9c17-4ad1-9541-dae950e2cc96 tempest-VolumesNegativeTest-1512638927 tempest-VolumesNegativeTest-1512638927-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 17:20:00.050386 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b6fb5f-9c17-4ad1-9541-dae950e2cc96 tempest-VolumesNegativeTest-1512638927 tempest-VolumesNegativeTest-1512638927-project] Pushing event updated for resources: {'Port': ['ID=ae0b4f05-4032-4a93-95dc-cddd12be1e2e,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:20:00.074558 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-f3b6fb5f-9c17-4ad1-9541-dae950e2cc96 tempest-VolumesNegativeTest-1512638927 tempest-VolumesNegativeTest-1512638927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:20:00.101840 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e1220e-4887-4cde-8cfd-1e8f89f3765e req-f3b6fb5f-9c17-4ad1-9541-dae950e2cc96 tempest-VolumesNegativeTest-1512638927 tempest-VolumesNegativeTest-1512638927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:20:00.102504 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-d0e1220e-4887-4cde-8cfd-1e8f89f3765e req-f3b6fb5f-9c17-4ad1-9541-dae950e2cc96 tempest-VolumesNegativeTest-1512638927 tempest-VolumesNegativeTest-1512638927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14435'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:20:00.188796 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-d0e1220e-4887-4cde-8cfd-1e8f89f3765e req-f3b6fb5f-9c17-4ad1-9541-dae950e2cc96 tempest-VolumesNegativeTest-1512638927 tempest-VolumesNegativeTest-1512638927-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9784267 Jun 24 17:20:00.207044 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.v2.base [req-d0e1220e-4887-4cde-8cfd-1e8f89f3765e req-f3492808-0c3c-4906-9426-9e3013152442 service neutron] Request body: {'port': {'device_id': '34cd8814-9196-42e4-9b94-f15c5c1bc015', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79797'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 17:20:00.265242 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-eb3fca78-48c4-4760-a76b-402662247293 None None] Provisioning for port ae0b4f05-4032-4a93-95dc-cddd12be1e2e completed by entity DHCP. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 17:20:00.278310 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-eb3fca78-48c4-4760-a76b-402662247293 None None] Provisioning complete for port ae0b4f05-4032-4a93-95dc-cddd12be1e2e triggered by entity DHCP. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 17:20:00.279016 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-eb3fca78-48c4-4760-a76b-402662247293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979100'] for port, provisioning_complete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:20:00.283417 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-d0e1220e-4887-4cde-8cfd-1e8f89f3765e req-f3492808-0c3c-4906-9426-9e3013152442 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:20:00.313204 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-eb3fca78-48c4-4760-a76b-402662247293 None None] Port ae0b4f05-4032-4a93-95dc-cddd12be1e2e cannot update to ACTIVE because it is not bound. {{(pid=93702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 17:20:00.486447 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0b326e-7ece-4449-877d-92bf22876848 req-d500837f-72af-4a8b-ad22-97dfc3d80f4c tempest-VolumesNegativeTest-1512638927 tempest-VolumesNegativeTest-1512638927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:20:00.487880 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-9b0b326e-7ece-4449-877d-92bf22876848 req-d500837f-72af-4a8b-ad22-97dfc3d80f4c tempest-VolumesNegativeTest-1512638927 tempest-VolumesNegativeTest-1512638927-project] 10.222.0.15 "GET /v2.0/ports?device_id=34cd8814-9196-42e4-9b94-f15c5c1bc015 HTTP/1.1" status: 200 len: 935 time: 0.1893120 Jun 24 17:20:00.544225 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-9b0b326e-7ece-4449-877d-92bf22876848 req-fe5c1b82-bfb5-46c4-8ca9-153bda7c68b2 tempest-VolumesNegativeTest-1512638927 tempest-VolumesNegativeTest-1512638927-project] 10.222.0.15 "GET /v2.0/security-groups?id=bbe79c46-3e6d-493f-b239-5131eb4fa536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497150 Jun 24 17:20:00.612594 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.notifiers.nova [req-d0e1220e-4887-4cde-8cfd-1e8f89f3765e req-f3492808-0c3c-4906-9426-9e3013152442 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae0b4f05-4032-4a93-95dc-cddd12be1e2e {{(pid=93700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 17:20:00.619913 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-d0e1220e-4887-4cde-8cfd-1e8f89f3765e req-f3492808-0c3c-4906-9426-9e3013152442 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:20:00.631464 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [req-d0e1220e-4887-4cde-8cfd-1e8f89f3765e req-f3492808-0c3c-4906-9426-9e3013152442 service neutron] Transition to ACTIVE for port object ae0b4f05-4032-4a93-95dc-cddd12be1e2e will not be triggered until provisioned by entity L2. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 17:20:00.701970 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-d0e1220e-4887-4cde-8cfd-1e8f89f3765e req-f3492808-0c3c-4906-9426-9e3013152442 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2811380'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:20:00.703868 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-f4d59156-c892-486f-ad91-aa170ec3b353 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:20:00.753992 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3492808-0c3c-4906-9426-9e3013152442 service neutron] Pushing event updated for resources: {'Port': ['ID=ae0b4f05-4032-4a93-95dc-cddd12be1e2e,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:20:00.758155 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-f3492808-0c3c-4906-9426-9e3013152442 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:20:00.829546 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-d0e1220e-4887-4cde-8cfd-1e8f89f3765e req-f3492808-0c3c-4906-9426-9e3013152442 service neutron] Attempting to bind port ae0b4f05-4032-4a93-95dc-cddd12be1e2e on host hv-cinder-79797 for vnic_type normal with profile {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 17:20:00.829943 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-d0e1220e-4887-4cde-8cfd-1e8f89f3765e req-f3492808-0c3c-4906-9426-9e3013152442 service neutron] Attempting to bind port ae0b4f05-4032-4a93-95dc-cddd12be1e2e by drivers openvswitch,hyperv on host hv-cinder-79797 at level 0 using segments [{'id': '3d58bc3e-fcda-430f-8e81-946357a11d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '058dcd8a-b804-4477-ba28-d8afaf12a570'}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 17:20:00.830237 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e1220e-4887-4cde-8cfd-1e8f89f3765e req-f3492808-0c3c-4906-9426-9e3013152442 service neutron] Attempting to bind port ae0b4f05-4032-4a93-95dc-cddd12be1e2e on network 058dcd8a-b804-4477-ba28-d8afaf12a570 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 17:20:00.835767 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e1220e-4887-4cde-8cfd-1e8f89f3765e req-f3492808-0c3c-4906-9426-9e3013152442 service neutron] Port ae0b4f05-4032-4a93-95dc-cddd12be1e2e on network 058dcd8a-b804-4477-ba28-d8afaf12a570 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79797 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 17:20:00.836102 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e1220e-4887-4cde-8cfd-1e8f89f3765e req-f3492808-0c3c-4906-9426-9e3013152442 service neutron] Attempting to bind port ae0b4f05-4032-4a93-95dc-cddd12be1e2e on network 058dcd8a-b804-4477-ba28-d8afaf12a570 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 17:20:00.841764 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e1220e-4887-4cde-8cfd-1e8f89f3765e req-f3492808-0c3c-4906-9426-9e3013152442 service neutron] Checking agent: {'id': '1288d539-9cda-419c-bcb9-190041a83682', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79797', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 17, 6, 19), 'started_at': datetime.datetime(2021, 6, 24, 17, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 17, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 17:20:00.842228 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e1220e-4887-4cde-8cfd-1e8f89f3765e req-f3492808-0c3c-4906-9426-9e3013152442 service neutron] Checking segment: {'id': '3d58bc3e-fcda-430f-8e81-946357a11d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '058dcd8a-b804-4477-ba28-d8afaf12a570'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 17:20:00.842621 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e1220e-4887-4cde-8cfd-1e8f89f3765e req-f3492808-0c3c-4906-9426-9e3013152442 service neutron] Bound using segment: {'id': '3d58bc3e-fcda-430f-8e81-946357a11d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '058dcd8a-b804-4477-ba28-d8afaf12a570'} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 17:20:00.843054 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-d0e1220e-4887-4cde-8cfd-1e8f89f3765e req-f3492808-0c3c-4906-9426-9e3013152442 service neutron] Bound port: ae0b4f05-4032-4a93-95dc-cddd12be1e2e, host: hv-cinder-79797, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d58bc3e-fcda-430f-8e81-946357a11d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '058dcd8a-b804-4477-ba28-d8afaf12a570'}}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 17:20:00.843452 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-d0e1220e-4887-4cde-8cfd-1e8f89f3765e req-f3492808-0c3c-4906-9426-9e3013152442 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:20:00.909816 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-d0e1220e-4887-4cde-8cfd-1e8f89f3765e req-f3492808-0c3c-4906-9426-9e3013152442 service neutron] For port ae0b4f05-4032-4a93-95dc-cddd12be1e2e, host hv-cinder-79797, cleared binding levels {{(pid=93700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 17:20:00.913368 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-d0e1220e-4887-4cde-8cfd-1e8f89f3765e req-f3492808-0c3c-4906-9426-9e3013152442 service neutron] For port ae0b4f05-4032-4a93-95dc-cddd12be1e2e, host hv-cinder-79797, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=ae0b4f05-4032-4a93-95dc-cddd12be1e2e,segment=NetworkSegment(3d58bc3e-fcda-430f-8e81-946357a11d2b),segment_id=3d58bc3e-fcda-430f-8e81-946357a11d2b)] {{(pid=93700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 17:20:00.994267 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-d0e1220e-4887-4cde-8cfd-1e8f89f3765e req-f3492808-0c3c-4906-9426-9e3013152442 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2811380'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:20:01.000324 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:20:01.029187 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e1220e-4887-4cde-8cfd-1e8f89f3765e req-f3492808-0c3c-4906-9426-9e3013152442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:20:01.029846 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-d0e1220e-4887-4cde-8cfd-1e8f89f3765e req-f3492808-0c3c-4906-9426-9e3013152442 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14435'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:20:01.031215 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-d0e1220e-4887-4cde-8cfd-1e8f89f3765e req-f3492808-0c3c-4906-9426-9e3013152442 service neutron] 10.222.0.37 "PUT /v2.0/ports/ae0b4f05-4032-4a93-95dc-cddd12be1e2e HTTP/1.1" status: 200 len: 1097 time: 0.8284874 Jun 24 17:20:01.031732 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34cd8814-9196-42e4-9b94-f15c5c1bc015', 'tag': 'ae0b4f05-4032-4a93-95dc-cddd12be1e2e'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 17:20:01.034122 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c39e75a9e8347d24c3004332124e07527e89accb2f43d806ee4df9c6bf49ca2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66d979ed-266e-495b-a843-33d9f2ca50cc" -d '{"events": [{"name": "network-changed", "server_uuid": "34cd8814-9196-42e4-9b94-f15c5c1bc015", "tag": "ae0b4f05-4032-4a93-95dc-cddd12be1e2e"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 17:20:01.065200 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3492808-0c3c-4906-9426-9e3013152442 service neutron] Pushing event updated for resources: {'Port': ['ID=ae0b4f05-4032-4a93-95dc-cddd12be1e2e,revision_number=3']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:20:01.069364 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-f3492808-0c3c-4906-9426-9e3013152442 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:20:01.091120 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 17:20:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff3bc9bc-79ec-4c6f-ae47-109413b93967 x-openstack-request-id: req-ff3bc9bc-79ec-4c6f-ae47-109413b93967 {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 17:20:01.091456 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34cd8814-9196-42e4-9b94-f15c5c1bc015", "tag": "ae0b4f05-4032-4a93-95dc-cddd12be1e2e", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 17:20:01.091743 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ff3bc9bc-79ec-4c6f-ae47-109413b93967 {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 17:20:01.092174 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34cd8814-9196-42e4-9b94-f15c5c1bc015', 'tag': 'ae0b4f05-4032-4a93-95dc-cddd12be1e2e', 'status': 'completed', 'code': 200} Jun 24 17:20:01.186917 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d979ed-266e-495b-a843-33d9f2ca50cc req-dec2167a-020b-4e24-aa1a-fa9fd866ca0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:20:01.188794 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-66d979ed-266e-495b-a843-33d9f2ca50cc req-dec2167a-020b-4e24-aa1a-fa9fd866ca0d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4e19db93dd5541cba747a98e6ccf3fd5&device_id=34cd8814-9196-42e4-9b94-f15c5c1bc015 HTTP/1.1" status: 200 len: 1100 time: 0.0551007 Jun 24 17:20:01.219487 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-66d979ed-266e-495b-a843-33d9f2ca50cc req-743121fb-ca11-480a-93ae-068392fca924 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=4e19db93dd5541cba747a98e6ccf3fd5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0182893 Jun 24 17:20:01.320783 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d979ed-266e-495b-a843-33d9f2ca50cc req-493328f2-685b-4bd8-9e0d-f2673edc1e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:20:01.322307 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-66d979ed-266e-495b-a843-33d9f2ca50cc req-493328f2-685b-4bd8-9e0d-f2673edc1e07 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0961251 Jun 24 17:20:01.437491 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e1220e-4887-4cde-8cfd-1e8f89f3765e req-f7efc39f-6eb4-4e10-94af-b43dbfaae0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:20:01.439164 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-d0e1220e-4887-4cde-8cfd-1e8f89f3765e req-f7efc39f-6eb4-4e10-94af-b43dbfaae0aa service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4e19db93dd5541cba747a98e6ccf3fd5&device_id=34cd8814-9196-42e4-9b94-f15c5c1bc015 HTTP/1.1" status: 200 len: 1100 time: 0.0550902 Jun 24 17:20:01.485602 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-d0e1220e-4887-4cde-8cfd-1e8f89f3765e req-e5423f10-779a-4b6f-a790-a69729182d59 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=ae0b4f05-4032-4a93-95dc-cddd12be1e2e HTTP/1.1" status: 200 len: 217 time: 0.0337501 Jun 24 17:20:01.534201 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e1220e-4887-4cde-8cfd-1e8f89f3765e req-751be5ae-df98-4fc3-a056-5b74756b0a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:20:01.536842 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-d0e1220e-4887-4cde-8cfd-1e8f89f3765e req-751be5ae-df98-4fc3-a056-5b74756b0a7c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=310fb3e5-009c-4f3e-ab34-309850f27071 HTTP/1.1" status: 200 len: 843 time: 0.0440328 Jun 24 17:20:01.595594 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e1220e-4887-4cde-8cfd-1e8f89f3765e req-037702ef-d138-4bc3-b055-3a26635c7038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:20:01.597128 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-d0e1220e-4887-4cde-8cfd-1e8f89f3765e req-037702ef-d138-4bc3-b055-3a26635c7038 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=058dcd8a-b804-4477-ba28-d8afaf12a570&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0542521 Jun 24 17:20:01.718525 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-d0e1220e-4887-4cde-8cfd-1e8f89f3765e req-e42f3f20-4624-456d-b4e3-a914dd4d5426 service neutron] 10.222.0.37 "GET /v2.0/networks/058dcd8a-b804-4477-ba28-d8afaf12a570?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145637 Jun 24 17:20:01.785018 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b563754c-6f52-490f-af68-e02c12f14cc7 req-cd633b96-de57-45e6-a024-b40a5a1ac29e tempest-VolumesNegativeTest-1512638927 tempest-VolumesNegativeTest-1512638927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:20:01.786510 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-b563754c-6f52-490f-af68-e02c12f14cc7 req-cd633b96-de57-45e6-a024-b40a5a1ac29e tempest-VolumesNegativeTest-1512638927 tempest-VolumesNegativeTest-1512638927-project] 10.222.0.15 "GET /v2.0/ports?device_id=34cd8814-9196-42e4-9b94-f15c5c1bc015 HTTP/1.1" status: 200 len: 947 time: 0.1340792 Jun 24 17:20:01.843498 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-d0e1220e-4887-4cde-8cfd-1e8f89f3765e req-dfaf1c60-743a-493d-b28f-9870f5b9b503 service neutron] 10.222.0.37 "GET /v2.0/networks/058dcd8a-b804-4477-ba28-d8afaf12a570?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177747 Jun 24 17:20:01.848367 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-b563754c-6f52-490f-af68-e02c12f14cc7 req-6ec5a9a2-d7f5-4e03-859d-ddfa150f0456 tempest-VolumesNegativeTest-1512638927 tempest-VolumesNegativeTest-1512638927-project] 10.222.0.15 "GET /v2.0/security-groups?id=bbe79c46-3e6d-493f-b239-5131eb4fa536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546756 Jun 24 17:20:03.026400 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd26d8d-29f9-410a-b9cf-90d0e7093987 req-1d6c7255-ece6-4738-b52b-ec91b13a05ff tempest-VolumesNegativeTest-1512638927 tempest-VolumesNegativeTest-1512638927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:20:03.027841 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-3cd26d8d-29f9-410a-b9cf-90d0e7093987 req-1d6c7255-ece6-4738-b52b-ec91b13a05ff tempest-VolumesNegativeTest-1512638927 tempest-VolumesNegativeTest-1512638927-project] 10.222.0.15 "GET /v2.0/ports?device_id=34cd8814-9196-42e4-9b94-f15c5c1bc015 HTTP/1.1" status: 200 len: 947 time: 0.0634179 Jun 24 17:20:03.064987 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-3cd26d8d-29f9-410a-b9cf-90d0e7093987 req-814e017a-b84c-455e-825e-b2c9a31caac6 tempest-VolumesNegativeTest-1512638927 tempest-VolumesNegativeTest-1512638927-project] 10.222.0.15 "GET /v2.0/security-groups?id=bbe79c46-3e6d-493f-b239-5131eb4fa536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314469 Jun 24 17:20:04.236604 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172be1b8-0561-41e8-8095-503ff4b55ee8 req-75ada5ab-f396-4923-bba4-8ed81c70159e tempest-VolumesNegativeTest-1512638927 tempest-VolumesNegativeTest-1512638927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:20:04.237937 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-172be1b8-0561-41e8-8095-503ff4b55ee8 req-75ada5ab-f396-4923-bba4-8ed81c70159e tempest-VolumesNegativeTest-1512638927 tempest-VolumesNegativeTest-1512638927-project] 10.222.0.15 "GET /v2.0/ports?device_id=34cd8814-9196-42e4-9b94-f15c5c1bc015 HTTP/1.1" status: 200 len: 947 time: 0.0636914 Jun 24 17:20:04.275211 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-172be1b8-0561-41e8-8095-503ff4b55ee8 req-7c44da63-7b6e-4998-9ff0-e1eba5c6af29 tempest-VolumesNegativeTest-1512638927 tempest-VolumesNegativeTest-1512638927-project] 10.222.0.15 "GET /v2.0/security-groups?id=bbe79c46-3e6d-493f-b239-5131eb4fa536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316772 Jun 24 17:20:05.450381 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6aa07c-9949-478a-9225-bb2513c1f30c req-e8d2b059-79cc-4ed8-b3b8-f66ee33889c5 tempest-VolumesNegativeTest-1512638927 tempest-VolumesNegativeTest-1512638927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:20:05.451813 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-8f6aa07c-9949-478a-9225-bb2513c1f30c req-e8d2b059-79cc-4ed8-b3b8-f66ee33889c5 tempest-VolumesNegativeTest-1512638927 tempest-VolumesNegativeTest-1512638927-project] 10.222.0.15 "GET /v2.0/ports?device_id=34cd8814-9196-42e4-9b94-f15c5c1bc015 HTTP/1.1" status: 200 len: 947 time: 0.0679932 Jun 24 17:20:05.488230 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-8f6aa07c-9949-478a-9225-bb2513c1f30c req-6ec0fb37-ee8e-4a8a-a14a-dd6053b5aeea tempest-VolumesNegativeTest-1512638927 tempest-VolumesNegativeTest-1512638927-project] 10.222.0.15 "GET /v2.0/security-groups?id=bbe79c46-3e6d-493f-b239-5131eb4fa536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308888 Jun 24 17:20:06.678202 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd6bbbc-5edb-4747-a43c-4b1096593cb1 req-e1b6e212-993f-45d0-9b32-e3395680cfa6 tempest-VolumesNegativeTest-1512638927 tempest-VolumesNegativeTest-1512638927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:20:06.679656 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-bdd6bbbc-5edb-4747-a43c-4b1096593cb1 req-e1b6e212-993f-45d0-9b32-e3395680cfa6 tempest-VolumesNegativeTest-1512638927 tempest-VolumesNegativeTest-1512638927-project] 10.222.0.15 "GET /v2.0/ports?device_id=34cd8814-9196-42e4-9b94-f15c5c1bc015 HTTP/1.1" status: 200 len: 947 time: 0.0623116 Jun 24 17:20:06.716793 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-bdd6bbbc-5edb-4747-a43c-4b1096593cb1 req-5134222b-a8ca-4587-85da-5c7a0ec95fd6 tempest-VolumesNegativeTest-1512638927 tempest-VolumesNegativeTest-1512638927-project] 10.222.0.15 "GET /v2.0/security-groups?id=bbe79c46-3e6d-493f-b239-5131eb4fa536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314713 Jun 24 17:20:07.169660 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Device ae0b4f05-4032-4a93-95dc-cddd12be1e2e details requested by agent hyperv_hv-cinder-79797 with host hv-cinder-79797 {{(pid=93702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 17:20:07.263609 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] For port ae0b4f05-4032-4a93-95dc-cddd12be1e2e, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=ae0b4f05-4032-4a93-95dc-cddd12be1e2e,segment=NetworkSegment(3d58bc3e-fcda-430f-8e81-946357a11d2b),segment_id=3d58bc3e-fcda-430f-8e81-946357a11d2b)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 17:20:07.275487 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Returning: {'device': 'ae0b4f05-4032-4a93-95dc-cddd12be1e2e', 'network_id': '058dcd8a-b804-4477-ba28-d8afaf12a570', 'port_id': 'ae0b4f05-4032-4a93-95dc-cddd12be1e2e', 'mac_address': 'fa:16:3e:2e:e4:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '310fb3e5-009c-4f3e-ab34-309850f27071', 'ip_address': '192.168.233.93'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 17:20:07.310514 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:20:07.322331 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.notifiers.nova [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae0b4f05-4032-4a93-95dc-cddd12be1e2e {{(pid=93702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 17:20:07.340794 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] For port ae0b4f05-4032-4a93-95dc-cddd12be1e2e, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=ae0b4f05-4032-4a93-95dc-cddd12be1e2e,segment=NetworkSegment(3d58bc3e-fcda-430f-8e81-946357a11d2b),segment_id=3d58bc3e-fcda-430f-8e81-946357a11d2b)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 17:20:07.406510 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:20:07.408305 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-fe9c56b2-baac-4e9b-b9d0-0c8a56fc44aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:20:07.453863 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Pushing event updated for resources: {'Port': ['ID=ae0b4f05-4032-4a93-95dc-cddd12be1e2e,revision_number=4']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:20:07.461338 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:20:07.461710 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:20:07.462052 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:20:07.462385 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:20:07.462718 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:20:07.463045 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:20:07.463372 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:20:07.463702 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:20:07.464033 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:20:07.464355 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:20:07.464673 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:20:07.464990 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:20:07.468665 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:20:07.890545 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aff45b1-4f9d-4e8c-87dc-1d8107461565 req-f939335b-8e2f-4e5f-bc12-21fc28def9da tempest-VolumesNegativeTest-1512638927 tempest-VolumesNegativeTest-1512638927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:20:07.891998 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-7aff45b1-4f9d-4e8c-87dc-1d8107461565 req-f939335b-8e2f-4e5f-bc12-21fc28def9da tempest-VolumesNegativeTest-1512638927 tempest-VolumesNegativeTest-1512638927-project] 10.222.0.15 "GET /v2.0/ports?device_id=34cd8814-9196-42e4-9b94-f15c5c1bc015 HTTP/1.1" status: 200 len: 948 time: 0.0624623 Jun 24 17:20:07.930305 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-7aff45b1-4f9d-4e8c-87dc-1d8107461565 req-ead4e16f-07d4-4785-acf0-4e913e42a2f2 tempest-VolumesNegativeTest-1512638927 tempest-VolumesNegativeTest-1512638927-project] 10.222.0.15 "GET /v2.0/security-groups?id=bbe79c46-3e6d-493f-b239-5131eb4fa536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319884 Jun 24 17:20:08.050526 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] get_ports_and_sgs() called for port_ids ['ae0b4f05-4032-4a93-95dc-cddd12be1e2e'] {{(pid=93702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 17:20:09.112897 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b883d4-b01c-46c1-a9c7-b820dc8ec927 req-5eaf16f9-f52d-4dfe-b2ac-cc166e95f2ee tempest-VolumesNegativeTest-1512638927 tempest-VolumesNegativeTest-1512638927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:20:09.114457 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-d9b883d4-b01c-46c1-a9c7-b820dc8ec927 req-5eaf16f9-f52d-4dfe-b2ac-cc166e95f2ee tempest-VolumesNegativeTest-1512638927 tempest-VolumesNegativeTest-1512638927-project] 10.222.0.15 "GET /v2.0/ports?device_id=34cd8814-9196-42e4-9b94-f15c5c1bc015 HTTP/1.1" status: 200 len: 948 time: 0.0646617 Jun 24 17:20:09.156957 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-d9b883d4-b01c-46c1-a9c7-b820dc8ec927 req-c0adb05e-28da-4769-be05-890e19322eb5 tempest-VolumesNegativeTest-1512638927 tempest-VolumesNegativeTest-1512638927-project] 10.222.0.15 "GET /v2.0/security-groups?id=bbe79c46-3e6d-493f-b239-5131eb4fa536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360916 Jun 24 17:20:09.863919 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Device ae0b4f05-4032-4a93-95dc-cddd12be1e2e up at agent hyperv_hv-cinder-79797 {{(pid=93702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 17:20:09.987432 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Provisioning for port ae0b4f05-4032-4a93-95dc-cddd12be1e2e completed by entity L2. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 17:20:09.992105 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Provisioning complete for port ae0b4f05-4032-4a93-95dc-cddd12be1e2e triggered by entity L2. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 17:20:09.992496 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979100'] for port, provisioning_complete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:20:10.071184 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:20:10.092185 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34cd8814-9196-42e4-9b94-f15c5c1bc015', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae0b4f05-4032-4a93-95dc-cddd12be1e2e'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 17:20:10.095723 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d8b605067795a7fc2c115f7278a2b51e92dc277499becda2f2169a787a2c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5df17098-a394-4361-8d3f-b5e41228ec83" -d '{"events": [{"server_uuid": "34cd8814-9196-42e4-9b94-f15c5c1bc015", "name": "network-vif-plugged", "status": "completed", "tag": "ae0b4f05-4032-4a93-95dc-cddd12be1e2e"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 17:20:10.109740 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] For port ae0b4f05-4032-4a93-95dc-cddd12be1e2e, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=ae0b4f05-4032-4a93-95dc-cddd12be1e2e,segment=NetworkSegment(3d58bc3e-fcda-430f-8e81-946357a11d2b),segment_id=3d58bc3e-fcda-430f-8e81-946357a11d2b)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 17:20:10.183913 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:20:10.185932 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-9ea0be94-92e3-4c83-ae02-10a6be4e2ae0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:20:10.244150 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Pushing event updated for resources: {'Port': ['ID=ae0b4f05-4032-4a93-95dc-cddd12be1e2e,revision_number=5']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:20:10.247415 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:20:10.258727 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 17:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d63ab65-04f8-4b93-9ea1-3b294a3c2b47 x-openstack-request-id: req-8d63ab65-04f8-4b93-9ea1-3b294a3c2b47 {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 17:20:10.259034 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34cd8814-9196-42e4-9b94-f15c5c1bc015", "name": "network-vif-plugged", "status": "completed", "tag": "ae0b4f05-4032-4a93-95dc-cddd12be1e2e", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 17:20:10.259298 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8d63ab65-04f8-4b93-9ea1-3b294a3c2b47 {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 17:20:10.259699 dv-cinder-797970-1-iscsi neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34cd8814-9196-42e4-9b94-f15c5c1bc015', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae0b4f05-4032-4a93-95dc-cddd12be1e2e', 'code': 200} Jun 24 17:20:10.340962 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb022c1-6b21-4fac-9199-cd0cde3191a8 req-5fb8e1cd-841c-4461-ade7-61565b4073bb tempest-VolumesNegativeTest-1512638927 tempest-VolumesNegativeTest-1512638927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:20:10.342404 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-9eb022c1-6b21-4fac-9199-cd0cde3191a8 req-5fb8e1cd-841c-4461-ade7-61565b4073bb tempest-VolumesNegativeTest-1512638927 tempest-VolumesNegativeTest-1512638927-project] 10.222.0.15 "GET /v2.0/ports?device_id=34cd8814-9196-42e4-9b94-f15c5c1bc015 HTTP/1.1" status: 200 len: 949 time: 0.0644326 Jun 24 17:20:10.381177 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-9eb022c1-6b21-4fac-9199-cd0cde3191a8 req-f4f0b91a-4feb-4fdc-839b-fbeefe43be26 tempest-VolumesNegativeTest-1512638927 tempest-VolumesNegativeTest-1512638927-project] 10.222.0.15 "GET /v2.0/security-groups?id=bbe79c46-3e6d-493f-b239-5131eb4fa536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328825 Jun 24 17:20:10.674775 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d8223b-9981-4956-a10f-a9005748d0c7 req-e8687df4-6e64-420e-a3b2-16fe5f811776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:20:10.676108 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-48d8223b-9981-4956-a10f-a9005748d0c7 req-e8687df4-6e64-420e-a3b2-16fe5f811776 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=34cd8814-9196-42e4-9b94-f15c5c1bc015 HTTP/1.1" status: 200 len: 1102 time: 0.0523772 Jun 24 17:20:10.711726 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-48d8223b-9981-4956-a10f-a9005748d0c7 req-9858843a-fafa-4a55-a563-f425fb1766db service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=bbe79c46-3e6d-493f-b239-5131eb4fa536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285201 Jun 24 17:20:11.160494 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b7e1d131-9909-4ba5-81bd-d7a2239ab335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:20:11.559433 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3e61cb-8c2a-435c-b3e0-f5b0a23427a0 req-8e99dc7e-29d7-46cb-aea0-5ee00e77b523 tempest-VolumesNegativeTest-1512638927 tempest-VolumesNegativeTest-1512638927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:20:11.560883 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-8c3e61cb-8c2a-435c-b3e0-f5b0a23427a0 req-8e99dc7e-29d7-46cb-aea0-5ee00e77b523 tempest-VolumesNegativeTest-1512638927 tempest-VolumesNegativeTest-1512638927-project] 10.222.0.15 "GET /v2.0/ports?device_id=34cd8814-9196-42e4-9b94-f15c5c1bc015 HTTP/1.1" status: 200 len: 949 time: 0.0635505 Jun 24 17:20:11.604719 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-8c3e61cb-8c2a-435c-b3e0-f5b0a23427a0 req-61d1ebe2-54a3-4bad-a94e-d456f4af86d6 tempest-VolumesNegativeTest-1512638927 tempest-VolumesNegativeTest-1512638927-project] 10.222.0.15 "GET /v2.0/security-groups?id=bbe79c46-3e6d-493f-b239-5131eb4fa536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362508 Jun 24 17:20:12.785664 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bb26ce-babb-49ad-8398-c9e6e1849e8c req-748e2a15-aa71-4def-8241-fbf322b951fc tempest-VolumesNegativeTest-1512638927 tempest-VolumesNegativeTest-1512638927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:20:12.787986 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-c6bb26ce-babb-49ad-8398-c9e6e1849e8c req-748e2a15-aa71-4def-8241-fbf322b951fc tempest-VolumesNegativeTest-1512638927 tempest-VolumesNegativeTest-1512638927-project] 10.222.0.15 "GET /v2.0/ports?device_id=34cd8814-9196-42e4-9b94-f15c5c1bc015 HTTP/1.1" status: 200 len: 949 time: 0.0692728 Jun 24 17:20:12.826773 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-c6bb26ce-babb-49ad-8398-c9e6e1849e8c req-bdc39f9c-ce6b-48aa-85da-1503d1c0f963 tempest-VolumesNegativeTest-1512638927 tempest-VolumesNegativeTest-1512638927-project] 10.222.0.15 "GET /v2.0/security-groups?id=bbe79c46-3e6d-493f-b239-5131eb4fa536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331464 Jun 24 17:20:13.335965 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.agents_db [None req-27f02d43-57e8-424c-a1b0-5a1f36db1773 None None] Agent healthcheck: found 6 active agents {{(pid=93703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 17:20:13.423672 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c748c235-6cc8-4da0-8f49-ef2635b4178b req-b5a7ddfb-725c-45e9-aafa-cb748b03493a tempest-VolumesNegativeTest-1512638927 tempest-VolumesNegativeTest-1512638927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:20:13.425031 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-c748c235-6cc8-4da0-8f49-ef2635b4178b req-b5a7ddfb-725c-45e9-aafa-cb748b03493a tempest-VolumesNegativeTest-1512638927 tempest-VolumesNegativeTest-1512638927-project] 10.222.0.15 "GET /v2.0/ports?device_id=34cd8814-9196-42e4-9b94-f15c5c1bc015 HTTP/1.1" status: 200 len: 949 time: 0.0629497 Jun 24 17:20:13.468141 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-c748c235-6cc8-4da0-8f49-ef2635b4178b req-667ab868-1f3b-455f-83a3-e7e7fe2a14e1 tempest-VolumesNegativeTest-1512638927 tempest-VolumesNegativeTest-1512638927-project] 10.222.0.15 "GET /v2.0/security-groups?id=bbe79c46-3e6d-493f-b239-5131eb4fa536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355124 Jun 24 17:20:13.480517 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-93e865a4-6d18-441b-a435-c65ea98375ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:20:13.903768 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:20:14.814764 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a888fe-a81d-4d97-b7e9-146500cdc1f0 req-d982c870-d9e4-4666-9349-ba535ffcd5a1 tempest-VolumesNegativeTest-1512638927 tempest-VolumesNegativeTest-1512638927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:20:14.816347 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-63a888fe-a81d-4d97-b7e9-146500cdc1f0 req-d982c870-d9e4-4666-9349-ba535ffcd5a1 tempest-VolumesNegativeTest-1512638927 tempest-VolumesNegativeTest-1512638927-project] 10.222.0.15 "GET /v2.0/ports?device_id=34cd8814-9196-42e4-9b94-f15c5c1bc015 HTTP/1.1" status: 200 len: 949 time: 0.0679240 Jun 24 17:20:14.854782 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-63a888fe-a81d-4d97-b7e9-146500cdc1f0 req-5e568fbc-eb7a-49bc-bfab-0490a93c9cad tempest-VolumesNegativeTest-1512638927 tempest-VolumesNegativeTest-1512638927-project] 10.222.0.15 "GET /v2.0/security-groups?id=bbe79c46-3e6d-493f-b239-5131eb4fa536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318923 Jun 24 17:20:14.920677 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5af43288-dd02-4084-874e-f1fcba283848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:20:15.183746 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fda64a7-7f30-4c58-ac77-16e6af9c83a5 req-a88afeff-5379-47ee-9137-b041cb6f9837 tempest-VolumesNegativeTest-1512638927 tempest-VolumesNegativeTest-1512638927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:20:15.185168 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-6fda64a7-7f30-4c58-ac77-16e6af9c83a5 req-a88afeff-5379-47ee-9137-b041cb6f9837 tempest-VolumesNegativeTest-1512638927 tempest-VolumesNegativeTest-1512638927-project] 10.222.0.37 "GET /v2.0/ports?device_id=34cd8814-9196-42e4-9b94-f15c5c1bc015 HTTP/1.1" status: 200 len: 949 time: 0.0644059 Jun 24 17:20:15.291729 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [req-6fda64a7-7f30-4c58-ac77-16e6af9c83a5 req-38d6f362-1e76-4c9b-ac18-058275bf18ef tempest-VolumesNegativeTest-1512638927 tempest-VolumesNegativeTest-1512638927-project] Deleting port ae0b4f05-4032-4a93-95dc-cddd12be1e2e {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 17:20:15.292067 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-6fda64a7-7f30-4c58-ac77-16e6af9c83a5 req-38d6f362-1e76-4c9b-ac18-058275bf18ef tempest-VolumesNegativeTest-1512638927 tempest-VolumesNegativeTest-1512638927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734938643496'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:20:15.385063 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-6fda64a7-7f30-4c58-ac77-16e6af9c83a5 req-38d6f362-1e76-4c9b-ac18-058275bf18ef tempest-VolumesNegativeTest-1512638927 tempest-VolumesNegativeTest-1512638927-project] For port ae0b4f05-4032-4a93-95dc-cddd12be1e2e, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=ae0b4f05-4032-4a93-95dc-cddd12be1e2e,segment=NetworkSegment(3d58bc3e-fcda-430f-8e81-946357a11d2b),segment_id=3d58bc3e-fcda-430f-8e81-946357a11d2b)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 17:20:15.385427 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-6fda64a7-7f30-4c58-ac77-16e6af9c83a5 req-38d6f362-1e76-4c9b-ac18-058275bf18ef tempest-VolumesNegativeTest-1512638927 tempest-VolumesNegativeTest-1512638927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939437'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:20:15.397608 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [req-6fda64a7-7f30-4c58-ac77-16e6af9c83a5 req-38d6f362-1e76-4c9b-ac18-058275bf18ef tempest-VolumesNegativeTest-1512638927 tempest-VolumesNegativeTest-1512638927-project] Calling delete_port for ae0b4f05-4032-4a93-95dc-cddd12be1e2e owned by compute:nova {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 17:20:15.581881 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-6fda64a7-7f30-4c58-ac77-16e6af9c83a5 req-38d6f362-1e76-4c9b-ac18-058275bf18ef tempest-VolumesNegativeTest-1512638927 tempest-VolumesNegativeTest-1512638927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734938646739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734938254839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811389'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:20:15.585894 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:20:15.613408 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d6f362-1e76-4c9b-ac18-058275bf18ef tempest-VolumesNegativeTest-1512638927 tempest-VolumesNegativeTest-1512638927-project] Pushing event deleted for resources: {'Port': ['ID=ae0b4f05-4032-4a93-95dc-cddd12be1e2e,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:20:15.617042 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-38d6f362-1e76-4c9b-ac18-058275bf18ef tempest-VolumesNegativeTest-1512638927 tempest-VolumesNegativeTest-1512638927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:20:15.618964 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] get_ports_and_sgs() called for port_ids ['ae0b4f05-4032-4a93-95dc-cddd12be1e2e'] {{(pid=93702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 17:20:15.660770 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fda64a7-7f30-4c58-ac77-16e6af9c83a5 req-38d6f362-1e76-4c9b-ac18-058275bf18ef tempest-VolumesNegativeTest-1512638927 tempest-VolumesNegativeTest-1512638927-project] No DVR routers for this DVR port ae0b4f05-4032-4a93-95dc-cddd12be1e2e on host hv-cinder-79797 {{(pid=93700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 17:20:15.663607 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-6fda64a7-7f30-4c58-ac77-16e6af9c83a5 req-38d6f362-1e76-4c9b-ac18-058275bf18ef tempest-VolumesNegativeTest-1512638927 tempest-VolumesNegativeTest-1512638927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14435'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:20:15.665442 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-6fda64a7-7f30-4c58-ac77-16e6af9c83a5 req-38d6f362-1e76-4c9b-ac18-058275bf18ef tempest-VolumesNegativeTest-1512638927 tempest-VolumesNegativeTest-1512638927-project] 10.222.0.37 "DELETE /v2.0/ports/ae0b4f05-4032-4a93-95dc-cddd12be1e2e HTTP/1.1" status: 204 len: 173 time: 0.4741678 Jun 24 17:20:15.665998 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34cd8814-9196-42e4-9b94-f15c5c1bc015', 'name': 'network-vif-deleted', 'tag': 'ae0b4f05-4032-4a93-95dc-cddd12be1e2e'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 17:20:15.668437 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c39e75a9e8347d24c3004332124e07527e89accb2f43d806ee4df9c6bf49ca2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b24d2eb-d0e4-484f-92ca-150f5f04a9ba" -d '{"events": [{"server_uuid": "34cd8814-9196-42e4-9b94-f15c5c1bc015", "name": "network-vif-deleted", "tag": "ae0b4f05-4032-4a93-95dc-cddd12be1e2e"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 17:20:15.706466 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 17:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fff36c2-bd98-4151-a66f-1b1acf3238c5 x-openstack-request-id: req-7fff36c2-bd98-4151-a66f-1b1acf3238c5 {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 17:20:15.706828 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34cd8814-9196-42e4-9b94-f15c5c1bc015", "name": "network-vif-deleted", "tag": "ae0b4f05-4032-4a93-95dc-cddd12be1e2e", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 17:20:15.707082 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7fff36c2-bd98-4151-a66f-1b1acf3238c5 {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 17:20:15.707569 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34cd8814-9196-42e4-9b94-f15c5c1bc015', 'name': 'network-vif-deleted', 'tag': 'ae0b4f05-4032-4a93-95dc-cddd12be1e2e', 'status': 'completed', 'code': 200} Jun 24 17:20:16.000182 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-a9ca1879-beab-4fc5-8b01-e11314e72000 req-0aed2e9d-5a60-4b91-85f3-6a310c0795ef tempest-VolumesNegativeTest-1512638927 tempest-VolumesNegativeTest-1512638927-project] 10.222.0.15 "GET /v2.0/ports?device_id=34cd8814-9196-42e4-9b94-f15c5c1bc015 HTTP/1.1" status: 200 len: 210 time: 0.0285394 Jun 24 17:20:16.481830 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-845c8506-8cf5-4b6b-bbc4-443bdb09ac47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:20:19.926588 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Device ae0b4f05-4032-4a93-95dc-cddd12be1e2e no longer exists at agent hyperv_hv-cinder-79797 {{(pid=93702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 17:20:19.947090 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] No Port match for: ae0b4f05-4032-4a93-95dc-cddd12be1e2e {{(pid=93702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 17:20:19.947434 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Device ae0b4f05-4032-4a93-95dc-cddd12be1e2e not bound to the agent host hv-cinder-79797 {{(pid=93702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 17:20:21.766017 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:20:22.503377 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 36160) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:20:22.632896 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-1ade2d98-9605-4765-86fe-ef27c13858f6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4e19db93dd5541cba747a98e6ccf3fd5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1280947 Jun 24 17:20:22.635283 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 36164) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:20:22.683109 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7fbb4ca3-120d-4069-87f8-1e87ff14f6fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:20:22.704428 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7fbb4ca3-120d-4069-87f8-1e87ff14f6fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:20:22.817582 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7fbb4ca3-120d-4069-87f8-1e87ff14f6fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:20:22.823223 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7fbb4ca3-120d-4069-87f8-1e87ff14f6fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:20:22.823223 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-7fbb4ca3-120d-4069-87f8-1e87ff14f6fc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bbe79c46-3e6d-493f-b239-5131eb4fa536 HTTP/1.1" status: 204 len: 168 time: 0.1850562 Jun 24 17:20:22.823223 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-3fef9977-8ca0-44c9-84fa-4b7890c1770e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:20:22.830644 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbb4ca3-120d-4069-87f8-1e87ff14f6fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbe79c46-3e6d-493f-b239-5131eb4fa536,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:20:22.837712 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbb4ca3-120d-4069-87f8-1e87ff14f6fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:20:22.838109 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbb4ca3-120d-4069-87f8-1e87ff14f6fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:20:22.839114 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbb4ca3-120d-4069-87f8-1e87ff14f6fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:20:22.839678 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbb4ca3-120d-4069-87f8-1e87ff14f6fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:20:22.840076 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbb4ca3-120d-4069-87f8-1e87ff14f6fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:20:22.840446 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbb4ca3-120d-4069-87f8-1e87ff14f6fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:20:22.840808 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbb4ca3-120d-4069-87f8-1e87ff14f6fc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:20:22.841166 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbb4ca3-120d-4069-87f8-1e87ff14f6fc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:20:22.841545 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbb4ca3-120d-4069-87f8-1e87ff14f6fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:20:22.841924 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbb4ca3-120d-4069-87f8-1e87ff14f6fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:20:22.842282 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbb4ca3-120d-4069-87f8-1e87ff14f6fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:20:22.842625 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbb4ca3-120d-4069-87f8-1e87ff14f6fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:20:22.845879 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-7fbb4ca3-120d-4069-87f8-1e87ff14f6fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:20:23.711914 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 36188) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:20:23.806399 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.v2.base [None req-aa190421-64dc-4882-9cbb-45b3b653ceba admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-653483690-network', 'tenant_id': '8a992765c85141ca9c703254233b5296'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 17:20:23.880478 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa190421-64dc-4882-9cbb-45b3b653ceba admin admin] Made reservation on behalf of 8a992765c85141ca9c703254233b5296 for: {'network': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 17:20:23.882922 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-aa190421-64dc-4882-9cbb-45b3b653ceba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for network, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:20:23.891701 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-aa190421-64dc-4882-9cbb-45b3b653ceba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:20:23.982978 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-aa190421-64dc-4882-9cbb-45b3b653ceba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:20:24.051865 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-aa190421-64dc-4882-9cbb-45b3b653ceba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:20:24.055147 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-77852b23-72ce-46dc-9248-8628c4724c38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:20:24.077792 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa190421-64dc-4882-9cbb-45b3b653ceba admin admin] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=93700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 17:20:24.088260 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa190421-64dc-4882-9cbb-45b3b653ceba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46f7e650-de7c-43ad-8e8f-7da0290ace16,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:20:24.093880 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-aa190421-64dc-4882-9cbb-45b3b653ceba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:20:24.096715 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-aa190421-64dc-4882-9cbb-45b3b653ceba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083357'] for segment, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:20:24.096715 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.db.segments_db [None req-aa190421-64dc-4882-9cbb-45b3b653ceba admin admin] Added segment 3bafe469-c138-4600-9b82-c2615d6e4790 of type vlan for network c322a0a2-1994-4a99-91ae-914f8e277a65 Jun 24 17:20:24.134180 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-aa190421-64dc-4882-9cbb-45b3b653ceba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734938226544'] for network, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:20:24.234709 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-aa190421-64dc-4882-9cbb-45b3b653ceba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-545941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592956'] for network, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:20:24.235967 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa190421-64dc-4882-9cbb-45b3b653ceba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:20:24.236628 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-aa190421-64dc-4882-9cbb-45b3b653ceba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592921'] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:20:24.238781 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-1a971dbf-0097-4290-9bc0-cb5c2e20a63e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:20:24.299767 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa190421-64dc-4882-9cbb-45b3b653ceba admin admin] Pushing event updated for resources: {'Network': ['ID=c322a0a2-1994-4a99-91ae-914f8e277a65,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:20:24.302791 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-aa190421-64dc-4882-9cbb-45b3b653ceba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:20:24.310180 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Network c322a0a2-1994-4a99-91ae-914f8e277a65 details requested by agent ovs-agent-dv-cinder-797970-1-iscsi with host dv-cinder-797970-1-iscsi {{(pid=93702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 17:20:24.382880 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-aa190421-64dc-4882-9cbb-45b3b653ceba admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6698437 Jun 24 17:20:24.385567 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 36194) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:20:24.392720 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.v2.base [None req-c6e28796-df42-4e23-8289-969c945bc6be admin admin] Request body: {'subnet': {'network_id': 'c322a0a2-1994-4a99-91ae-914f8e277a65', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-653483690-subnet', 'tenant_id': '8a992765c85141ca9c703254233b5296', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 17:20:24.468727 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6e28796-df42-4e23-8289-969c945bc6be admin admin] Made reservation on behalf of 8a992765c85141ca9c703254233b5296 for: {'subnet': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 17:20:24.471042 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c6e28796-df42-4e23-8289-969c945bc6be admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9547520'] for subnet, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:20:24.703482 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c6e28796-df42-4e23-8289-969c945bc6be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2811250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9546218'] for subnet, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:20:24.706569 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:20:24.758074 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e28796-df42-4e23-8289-969c945bc6be admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e561cec-0847-4358-a7ff-33e726367155,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:20:24.761405 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-c6e28796-df42-4e23-8289-969c945bc6be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:20:24.768246 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e28796-df42-4e23-8289-969c945bc6be admin admin] Checking segment: {'id': '3bafe469-c138-4600-9b82-c2615d6e4790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c322a0a2-1994-4a99-91ae-914f8e277a65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 17:20:24.768662 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6e28796-df42-4e23-8289-969c945bc6be admin admin] Network hostable DHCP agents. Network: c322a0a2-1994-4a99-91ae-914f8e277a65, hostable agents: ['254af59c-4468-4f5d-9dc1-adf32c301d4f'], hosted agents: [] {{(pid=93700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 17:20:24.840651 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6e28796-df42-4e23-8289-969c945bc6be admin admin] Network c322a0a2-1994-4a99-91ae-914f8e277a65 is scheduled to be hosted by DHCP agent 254af59c-4468-4f5d-9dc1-adf32c301d4f with binding_index 1 {{(pid=93700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 17:20:24.902631 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-c6e28796-df42-4e23-8289-969c945bc6be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797970-1-iscsi, c322a0a2-1994-4a99-91ae-914f8e277a65) {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 17:20:24.907655 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6e28796-df42-4e23-8289-969c945bc6be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:20:24.909239 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c6e28796-df42-4e23-8289-969c945bc6be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592921'] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:20:24.911860 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4233dac-537f-43d5-8b8c-4e95231afb90 None None] Network c322a0a2-1994-4a99-91ae-914f8e277a65 requested from dv-cinder-797970-1-iscsi {{(pid=93702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 17:20:25.021003 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-c6e28796-df42-4e23-8289-969c945bc6be admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6334960 Jun 24 17:20:25.168891 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efcee3a0-409c-4321-a5bc-c6ec5d915c16 None None] Network c322a0a2-1994-4a99-91ae-914f8e277a65 requested from dv-cinder-797970-1-iscsi {{(pid=93702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 17:20:27.115720 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31017a9e-5287-4204-b034-3016f909c178 req-ac24f2d1-ce4d-4d60-bbbd-24f36328612d tempest-VolumesSnapshotTestJSON-954170916 tempest-VolumesSnapshotTestJSON-954170916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:20:27.117065 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-31017a9e-5287-4204-b034-3016f909c178 req-ac24f2d1-ce4d-4d60-bbbd-24f36328612d tempest-VolumesSnapshotTestJSON-954170916 tempest-VolumesSnapshotTestJSON-954170916-project] 10.222.0.15 "GET /v2.0/networks?id=c322a0a2-1994-4a99-91ae-914f8e277a65 HTTP/1.1" status: 200 len: 813 time: 0.1024005 Jun 24 17:20:27.132003 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-31017a9e-5287-4204-b034-3016f909c178 req-7987fb23-51bb-4bf5-be18-f9e703ca209e tempest-VolumesSnapshotTestJSON-954170916 tempest-VolumesSnapshotTestJSON-954170916-project] 10.222.0.15 "GET /v2.0/quotas/8a992765c85141ca9c703254233b5296 HTTP/1.1" status: 200 len: 375 time: 0.0088274 Jun 24 17:20:27.166105 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-31017a9e-5287-4204-b034-3016f909c178 req-1bf89a9e-5194-4edd-8090-3a7d83d7176c tempest-VolumesSnapshotTestJSON-954170916 tempest-VolumesSnapshotTestJSON-954170916-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=8a992765c85141ca9c703254233b5296&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0292459 Jun 24 17:20:27.220606 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [req-31017a9e-5287-4204-b034-3016f909c178 req-a63c97d2-4e90-427d-a428-5aba18770335 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=93701) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 17:20:27.221590 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-31017a9e-5287-4204-b034-3016f909c178 req-a63c97d2-4e90-427d-a428-5aba18770335 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0488265 Jun 24 17:20:27.311179 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-31017a9e-5287-4204-b034-3016f909c178 req-18605a96-bfe9-4e09-a99a-6a7d49d3b1f2 service neutron] 10.222.0.15 "GET /v2.0/networks/c322a0a2-1994-4a99-91ae-914f8e277a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836957 Jun 24 17:20:27.396188 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-31017a9e-5287-4204-b034-3016f909c178 req-17794200-bfcc-407a-887d-e7664698d21d service neutron] 10.222.0.15 "GET /v2.0/networks/c322a0a2-1994-4a99-91ae-914f8e277a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792651 Jun 24 17:20:27.551733 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 36242) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:20:27.611444 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-85f2e420-5cd0-4132-b9ae-87fb1873cb8c req-fdf4469f-0e24-4659-8c62-072028e3e019 tempest-VolumesSnapshotTestJSON-954170916 tempest-VolumesSnapshotTestJSON-954170916-project] 10.222.0.15 "GET /v2.0/ports?device_id=96d3db53-01a9-4432-86a6-63a1fb6c75af HTTP/1.1" status: 200 len: 210 time: 0.0344882 Jun 24 17:20:27.806496 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-4e618a73-541b-48e0-b421-289e27da4ec2 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Deleting port 605e527c-2404-4d78-8088-93fb7067cb6a {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 17:20:27.806842 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4e618a73-541b-48e0-b421-289e27da4ec2 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734938643496'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:20:27.882588 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4e618a73-541b-48e0-b421-289e27da4ec2 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939437'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:20:27.882920 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4e618a73-541b-48e0-b421-289e27da4ec2 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:20:27.894821 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-4e618a73-541b-48e0-b421-289e27da4ec2 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Calling delete_port for 605e527c-2404-4d78-8088-93fb7067cb6a owned by network:floatingip {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 17:20:28.114977 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4e618a73-541b-48e0-b421-289e27da4ec2 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734938646739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734938254839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10147618'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:20:28.118196 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-45b01192-ad80-4a6c-af44-2ca6306ff0ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:20:28.145975 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e618a73-541b-48e0-b421-289e27da4ec2 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Pushing event deleted for resources: {'Port': ['ID=605e527c-2404-4d78-8088-93fb7067cb6a,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:20:28.169076 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e618a73-541b-48e0-b421-289e27da4ec2 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:20:28.169462 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e618a73-541b-48e0-b421-289e27da4ec2 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:20:28.169872 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e618a73-541b-48e0-b421-289e27da4ec2 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:20:28.170283 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e618a73-541b-48e0-b421-289e27da4ec2 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:20:28.170665 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e618a73-541b-48e0-b421-289e27da4ec2 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:20:28.171030 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e618a73-541b-48e0-b421-289e27da4ec2 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:20:28.171409 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e618a73-541b-48e0-b421-289e27da4ec2 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:20:28.171747 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e618a73-541b-48e0-b421-289e27da4ec2 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:20:28.172109 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e618a73-541b-48e0-b421-289e27da4ec2 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:20:28.172511 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e618a73-541b-48e0-b421-289e27da4ec2 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:20:28.172819 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e618a73-541b-48e0-b421-289e27da4ec2 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:20:28.173176 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e618a73-541b-48e0-b421-289e27da4ec2 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:20:28.177567 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-4e618a73-541b-48e0-b421-289e27da4ec2 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:20:28.214268 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4e618a73-541b-48e0-b421-289e27da4ec2 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Notify callbacks [] for floatingip, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:20:28.214603 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.db.l3_db [None req-4e618a73-541b-48e0-b421-289e27da4ec2 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Floating IP a466550d-6eb4-48bd-ae00-2b1ffa2d827e disassociated (deleted). External IP: 172.27.2.94, port: 2bd31234-8541-4c73-a252-e62bed09039e. Jun 24 17:20:28.423427 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e618a73-541b-48e0-b421-289e27da4ec2 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Router 7b3d966b-e590-4548-9b25-3d2447152b98 has already been hosted by L3 agent ebb0bbf0-d6bc-43df-80f2-a0cdb1424f3b {{(pid=93701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 17:20:28.528962 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e618a73-541b-48e0-b421-289e27da4ec2 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Notify agent at l3_agent.dv-cinder-797970-1-iscsi the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 17:20:28.533678 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4e618a73-541b-48e0-b421-289e27da4ec2 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14435'] for floatingip, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:20:28.538120 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef2cf1d7-3a97-46f4-8d4b-e2b1c5ea29ee None None] Sync routers for ids ['7b3d966b-e590-4548-9b25-3d2447152b98'] in dv-cinder-797970-1-iscsi {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 17:20:28.547877 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2cf1d7-3a97-46f4-8d4b-e2b1c5ea29ee None None] Routers {'7b3d966b-e590-4548-9b25-3d2447152b98'} bound to L3 agent in host dv-cinder-797970-1-iscsi {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 17:20:28.548558 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-ef2cf1d7-3a97-46f4-8d4b-e2b1c5ea29ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T17:00:13Z,description=,heartbeat_timestamp=2021-06-24T17:20:13Z,host='dv-cinder-797970-1-iscsi',id=ebb0bbf0-d6bc-43df-80f2-a0cdb1424f3b,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T17:00:14Z,topic='l3_agent')) {'router_ids': ['7b3d966b-e590-4548-9b25-3d2447152b98'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:20:28.571276 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-4e618a73-541b-48e0-b421-289e27da4ec2 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] 10.222.0.15 "DELETE /v2.0/floatingips/a466550d-6eb4-48bd-ae00-2b1ffa2d827e HTTP/1.1" status: 204 len: 168 time: 1.0184004 Jun 24 17:20:28.572181 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4471cde-a391-4977-a7f1-693fe67a78bf', 'tag': '2bd31234-8541-4c73-a252-e62bed09039e'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 17:20:28.575073 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55b777855581bcfca1ea7f1411fd739ba8bd3bff9faf8aab84294ca486557f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63cc38a0-040e-4fec-acd1-82312f2cb26d" -d '{"events": [{"name": "network-changed", "server_uuid": "f4471cde-a391-4977-a7f1-693fe67a78bf", "tag": "2bd31234-8541-4c73-a252-e62bed09039e"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 17:20:28.665327 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-ef2cf1d7-3a97-46f4-8d4b-e2b1c5ea29ee None None] Set router 7b3d966b-e590-4548-9b25-3d2447152b98 gateway port host: dv-cinder-797970-1-iscsi {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 17:20:28.744124 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 17:20:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a65e22d4-5230-4ff3-8c74-ef4af788c6f9 x-openstack-request-id: req-a65e22d4-5230-4ff3-8c74-ef4af788c6f9 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 17:20:28.744945 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4471cde-a391-4977-a7f1-693fe67a78bf", "tag": "2bd31234-8541-4c73-a252-e62bed09039e", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 17:20:28.744945 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a65e22d4-5230-4ff3-8c74-ef4af788c6f9 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 17:20:28.745270 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4471cde-a391-4977-a7f1-693fe67a78bf', 'tag': '2bd31234-8541-4c73-a252-e62bed09039e', 'status': 'completed', 'code': 200} Jun 24 17:20:28.876368 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cc38a0-040e-4fec-acd1-82312f2cb26d req-2041e4ed-5601-4a8d-b2ab-bc9e19f2c970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:20:28.877844 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-63cc38a0-040e-4fec-acd1-82312f2cb26d req-2041e4ed-5601-4a8d-b2ab-bc9e19f2c970 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3932aa6d6c7446bcb7063308e31b911f&device_id=f4471cde-a391-4977-a7f1-693fe67a78bf HTTP/1.1" status: 200 len: 1098 time: 0.0838466 Jun 24 17:20:28.879709 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-86365982-95d1-40e8-a97b-cc8647a1fbc1 req-a68507ef-f9f9-4cb0-b6e2-96226e8d7861 tempest-VolumesSnapshotTestJSON-954170916 tempest-VolumesSnapshotTestJSON-954170916-project] 10.222.0.15 "GET /v2.0/ports?device_id=96d3db53-01a9-4432-86a6-63a1fb6c75af HTTP/1.1" status: 200 len: 210 time: 0.0430422 Jun 24 17:20:28.894461 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-ef2cf1d7-3a97-46f4-8d4b-e2b1c5ea29ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b3d966b-e590-4548-9b25-3d2447152b98', 'name': 'tempest-TestShelveInstance-557446216-router', 'tenant_id': '3932aa6d6c7446bcb7063308e31b911f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'external_fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': 'd0a81f77-a0fa-4bda-a23a-118f0ef0d332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T17:14:47Z', 'updated_at': '2021-06-24T17:14:50Z', 'revision_number': 4, 'project_id': '3932aa6d6c7446bcb7063308e31b911f', 'gw_port': {'id': 'd0a81f77-a0fa-4bda-a23a-118f0ef0d332', 'name': '', 'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:4d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3d966b-e590-4548-9b25-3d2447152b98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:14:47Z', 'updated_at': '2021-06-24T17:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '004d905c-cc14-4189-936d-82a0eea7da62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-1-iscsi', '_interfaces': [{'id': 'b2c17e2a-28da-4d69-8e31-c770b530421a', 'name': '', 'network_id': 'd814d5ca-30ce-40c7-a19a-3244f9dca736', 'tenant_id': '3932aa6d6c7446bcb7063308e31b911f', 'mac_address': 'fa:16:3e:6f:e4:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3d966b-e590-4548-9b25-3d2447152b98', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'e7f2d1aa-66d6-42d3-8334-b5d4eb2abfb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:14:49Z', 'updated_at': '2021-06-24T17:14:56Z', 'revision_number': 5, 'project_id': '3932aa6d6c7446bcb7063308e31b911f', 'subnets': [{'id': 'e7f2d1aa-66d6-42d3-8334-b5d4eb2abfb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-1-iscsi', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:20:28.923599 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef2cf1d7-3a97-46f4-8d4b-e2b1c5ea29ee None None] Checking router: 7b3d966b-e590-4548-9b25-3d2447152b98 for host: dv-cinder-797970-1-iscsi {{(pid=93702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 17:20:28.939879 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2cf1d7-3a97-46f4-8d4b-e2b1c5ea29ee None None] Routers {'7b3d966b-e590-4548-9b25-3d2447152b98'} bound to L3 agent in host dv-cinder-797970-1-iscsi {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 17:20:28.940082 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-ef2cf1d7-3a97-46f4-8d4b-e2b1c5ea29ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T17:00:13Z,description=,heartbeat_timestamp=2021-06-24T17:20:13Z,host='dv-cinder-797970-1-iscsi',id=ebb0bbf0-d6bc-43df-80f2-a0cdb1424f3b,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T17:00:14Z,topic='l3_agent')) {'router_ids': ['7b3d966b-e590-4548-9b25-3d2447152b98'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:20:28.984354 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cc38a0-040e-4fec-acd1-82312f2cb26d req-3ae3da97-5052-42fe-9858-2c11d8c5353b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:20:28.986601 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-63cc38a0-040e-4fec-acd1-82312f2cb26d req-3ae3da97-5052-42fe-9858-2c11d8c5353b service neutron] 10.222.0.37 "GET /v2.0/networks?id=d814d5ca-30ce-40c7-a19a-3244f9dca736 HTTP/1.1" status: 200 len: 908 time: 0.1015811 Jun 24 17:20:29.034879 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-63cc38a0-040e-4fec-acd1-82312f2cb26d req-d9e2e8b5-8966-4add-9498-69fdac0d9813 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2bd31234-8541-4c73-a252-e62bed09039e HTTP/1.1" status: 200 len: 217 time: 0.0418572 Jun 24 17:20:29.062747 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-ef2cf1d7-3a97-46f4-8d4b-e2b1c5ea29ee None None] Set router 7b3d966b-e590-4548-9b25-3d2447152b98 gateway port host: dv-cinder-797970-1-iscsi {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 17:20:29.289726 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-ef2cf1d7-3a97-46f4-8d4b-e2b1c5ea29ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b3d966b-e590-4548-9b25-3d2447152b98', 'name': 'tempest-TestShelveInstance-557446216-router', 'tenant_id': '3932aa6d6c7446bcb7063308e31b911f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'external_fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': 'd0a81f77-a0fa-4bda-a23a-118f0ef0d332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T17:14:47Z', 'updated_at': '2021-06-24T17:14:50Z', 'revision_number': 4, 'project_id': '3932aa6d6c7446bcb7063308e31b911f', 'gw_port': {'id': 'd0a81f77-a0fa-4bda-a23a-118f0ef0d332', 'name': '', 'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:4d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3d966b-e590-4548-9b25-3d2447152b98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:14:47Z', 'updated_at': '2021-06-24T17:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '004d905c-cc14-4189-936d-82a0eea7da62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-1-iscsi', '_interfaces': [{'id': 'b2c17e2a-28da-4d69-8e31-c770b530421a', 'name': '', 'network_id': 'd814d5ca-30ce-40c7-a19a-3244f9dca736', 'tenant_id': '3932aa6d6c7446bcb7063308e31b911f', 'mac_address': 'fa:16:3e:6f:e4:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3d966b-e590-4548-9b25-3d2447152b98', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'e7f2d1aa-66d6-42d3-8334-b5d4eb2abfb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:14:49Z', 'updated_at': '2021-06-24T17:14:56Z', 'revision_number': 5, 'project_id': '3932aa6d6c7446bcb7063308e31b911f', 'subnets': [{'id': 'e7f2d1aa-66d6-42d3-8334-b5d4eb2abfb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-1-iscsi', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:20:29.321825 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef2cf1d7-3a97-46f4-8d4b-e2b1c5ea29ee None None] The sync data for ids ['7b3d966b-e590-4548-9b25-3d2447152b98'] in dv-cinder-797970-1-iscsi is: [{'id': '7b3d966b-e590-4548-9b25-3d2447152b98', 'name': 'tempest-TestShelveInstance-557446216-router', 'tenant_id': '3932aa6d6c7446bcb7063308e31b911f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'external_fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': 'd0a81f77-a0fa-4bda-a23a-118f0ef0d332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T17:14:47Z', 'updated_at': '2021-06-24T17:14:50Z', 'revision_number': 4, 'project_id': '3932aa6d6c7446bcb7063308e31b911f', 'gw_port': {'id': 'd0a81f77-a0fa-4bda-a23a-118f0ef0d332', 'name': '', 'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:4d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3d966b-e590-4548-9b25-3d2447152b98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:14:47Z', 'updated_at': '2021-06-24T17:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '004d905c-cc14-4189-936d-82a0eea7da62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-1-iscsi', '_interfaces': [{'id': 'b2c17e2a-28da-4d69-8e31-c770b530421a', 'name': '', 'network_id': 'd814d5ca-30ce-40c7-a19a-3244f9dca736', 'tenant_id': '3932aa6d6c7446bcb7063308e31b911f', 'mac_address': 'fa:16:3e:6f:e4:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3d966b-e590-4548-9b25-3d2447152b98', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'e7f2d1aa-66d6-42d3-8334-b5d4eb2abfb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:14:49Z', 'updated_at': '2021-06-24T17:14:56Z', 'revision_number': 5, 'project_id': '3932aa6d6c7446bcb7063308e31b911f', 'subnets': [{'id': 'e7f2d1aa-66d6-42d3-8334-b5d4eb2abfb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 17:20:29.406457 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cc38a0-040e-4fec-acd1-82312f2cb26d req-b2b174cb-4e42-49e3-be0e-e58f04f3c4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:20:29.407881 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-63cc38a0-040e-4fec-acd1-82312f2cb26d req-b2b174cb-4e42-49e3-be0e-e58f04f3c4c1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e7f2d1aa-66d6-42d3-8334-b5d4eb2abfb2 HTTP/1.1" status: 200 len: 847 time: 0.3507369 Jun 24 17:20:29.468930 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3f55b6-097f-49ca-9f54-fbf8c7d28ca1 req-883588c7-19ef-4309-ba5f-18826c4831f2 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:20:29.470727 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-3f3f55b6-097f-49ca-9f54-fbf8c7d28ca1 req-883588c7-19ef-4309-ba5f-18826c4831f2 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4471cde-a391-4977-a7f1-693fe67a78bf HTTP/1.1" status: 200 len: 945 time: 0.1109936 Jun 24 17:20:29.519229 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cc38a0-040e-4fec-acd1-82312f2cb26d req-e9e00a1c-a5e0-4156-8857-d1366b3b7399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:20:29.520691 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-63cc38a0-040e-4fec-acd1-82312f2cb26d req-e9e00a1c-a5e0-4156-8857-d1366b3b7399 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d814d5ca-30ce-40c7-a19a-3244f9dca736&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1054165 Jun 24 17:20:29.525929 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-3f3f55b6-097f-49ca-9f54-fbf8c7d28ca1 req-3671b073-9859-4fff-a257-3ee50ec28513 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] 10.222.0.15 "GET /v2.0/security-groups?id=8ceaa142-9b86-49f1-8a2c-63b3bfce97bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491252 Jun 24 17:20:29.559438 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f47f9fc-e834-40f1-b6e6-0b8aba777854 None None] New status for floating IP a466550d-6eb4-48bd-ae00-2b1ffa2d827e: DOWN {{(pid=93703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 17:20:29.612621 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-63cc38a0-040e-4fec-acd1-82312f2cb26d req-1cbe5bae-82ca-4498-8fbb-9d92e1bb6d8f service neutron] 10.222.0.37 "GET /v2.0/networks/d814d5ca-30ce-40c7-a19a-3244f9dca736?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839422 Jun 24 17:20:29.708264 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-63cc38a0-040e-4fec-acd1-82312f2cb26d req-675ed5e0-00e1-411f-ba8c-d0a13ba15ab3 service neutron] 10.222.0.37 "GET /v2.0/networks/d814d5ca-30ce-40c7-a19a-3244f9dca736?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882726 Jun 24 17:20:29.883824 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31017a9e-5287-4204-b034-3016f909c178 req-bd857495-437d-4410-8286-e12e62616ba4 tempest-VolumesSnapshotTestJSON-954170916 tempest-VolumesSnapshotTestJSON-954170916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:20:29.885224 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-31017a9e-5287-4204-b034-3016f909c178 req-bd857495-437d-4410-8286-e12e62616ba4 tempest-VolumesSnapshotTestJSON-954170916 tempest-VolumesSnapshotTestJSON-954170916-project] 10.222.0.37 "GET /v2.0/networks?id=c322a0a2-1994-4a99-91ae-914f8e277a65 HTTP/1.1" status: 200 len: 813 time: 0.1007590 Jun 24 17:20:29.914550 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.v2.base [req-31017a9e-5287-4204-b034-3016f909c178 req-870e628c-54a8-4324-bb30-cc1ae00c3bba tempest-VolumesSnapshotTestJSON-954170916 tempest-VolumesSnapshotTestJSON-954170916-project] Request body: {'port': {'device_id': '96d3db53-01a9-4432-86a6-63a1fb6c75af', 'network_id': 'c322a0a2-1994-4a99-91ae-914f8e277a65', 'admin_state_up': True, 'tenant_id': '8a992765c85141ca9c703254233b5296'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 17:20:30.034805 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-1c5a9ae5-436a-4232-89a8-391d2cde7eff req-6badcf70-5ed7-4fe7-9317-e2d46232c2c9 tempest-VolumesSnapshotTestJSON-954170916 tempest-VolumesSnapshotTestJSON-954170916-project] 10.222.0.15 "GET /v2.0/ports?device_id=96d3db53-01a9-4432-86a6-63a1fb6c75af HTTP/1.1" status: 200 len: 210 time: 0.0305667 Jun 24 17:20:30.118818 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31017a9e-5287-4204-b034-3016f909c178 req-870e628c-54a8-4324-bb30-cc1ae00c3bba tempest-VolumesSnapshotTestJSON-954170916 tempest-VolumesSnapshotTestJSON-954170916-project] Made reservation on behalf of 8a992765c85141ca9c703254233b5296 for: {'port': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 17:20:30.122622 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-31017a9e-5287-4204-b034-3016f909c178 req-870e628c-54a8-4324-bb30-cc1ae00c3bba tempest-VolumesSnapshotTestJSON-954170916 tempest-VolumesSnapshotTestJSON-954170916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:20:30.251841 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [req-31017a9e-5287-4204-b034-3016f909c178 req-870e628c-54a8-4324-bb30-cc1ae00c3bba tempest-VolumesSnapshotTestJSON-954170916 tempest-VolumesSnapshotTestJSON-954170916-project] Allocated IP 172.20.0.8 (c322a0a2-1994-4a99-91ae-914f8e277a65/6e561cec-0847-4358-a7ff-33e726367155/115c16cc-fe98-4473-85ca-9553bed24364) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 17:20:30.395192 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-31017a9e-5287-4204-b034-3016f909c178 req-870e628c-54a8-4324-bb30-cc1ae00c3bba tempest-VolumesSnapshotTestJSON-954170916 tempest-VolumesSnapshotTestJSON-954170916-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:20:30.498135 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-31017a9e-5287-4204-b034-3016f909c178 req-870e628c-54a8-4324-bb30-cc1ae00c3bba tempest-VolumesSnapshotTestJSON-954170916 tempest-VolumesSnapshotTestJSON-954170916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1991527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-355756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734938254830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2811142'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:20:30.502327 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-261125df-dbe2-45d4-b68a-3fff8ea98592 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:20:30.551046 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31017a9e-5287-4204-b034-3016f909c178 req-870e628c-54a8-4324-bb30-cc1ae00c3bba tempest-VolumesSnapshotTestJSON-954170916 tempest-VolumesSnapshotTestJSON-954170916-project] Network c322a0a2-1994-4a99-91ae-914f8e277a65 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 17:20:30.555060 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [req-31017a9e-5287-4204-b034-3016f909c178 req-870e628c-54a8-4324-bb30-cc1ae00c3bba tempest-VolumesSnapshotTestJSON-954170916 tempest-VolumesSnapshotTestJSON-954170916-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 17:20:30.558663 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-31017a9e-5287-4204-b034-3016f909c178 req-870e628c-54a8-4324-bb30-cc1ae00c3bba tempest-VolumesSnapshotTestJSON-954170916 tempest-VolumesSnapshotTestJSON-954170916-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 17:20:30.590293 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870e628c-54a8-4324-bb30-cc1ae00c3bba tempest-VolumesSnapshotTestJSON-954170916 tempest-VolumesSnapshotTestJSON-954170916-project] Pushing event updated for resources: {'Port': ['ID=115c16cc-fe98-4473-85ca-9553bed24364,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:20:30.593178 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-870e628c-54a8-4324-bb30-cc1ae00c3bba tempest-VolumesSnapshotTestJSON-954170916 tempest-VolumesSnapshotTestJSON-954170916-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:20:30.617942 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31017a9e-5287-4204-b034-3016f909c178 req-870e628c-54a8-4324-bb30-cc1ae00c3bba tempest-VolumesSnapshotTestJSON-954170916 tempest-VolumesSnapshotTestJSON-954170916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:20:30.618533 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-31017a9e-5287-4204-b034-3016f909c178 req-870e628c-54a8-4324-bb30-cc1ae00c3bba tempest-VolumesSnapshotTestJSON-954170916 tempest-VolumesSnapshotTestJSON-954170916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14435'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:20:30.700832 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b3cb50-5de8-4b59-877b-bdf2e6db54dc req-d1b09d39-a48c-4e10-adec-6617ad28c919 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:20:30.702213 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-83b3cb50-5de8-4b59-877b-bdf2e6db54dc req-d1b09d39-a48c-4e10-adec-6617ad28c919 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4471cde-a391-4977-a7f1-693fe67a78bf HTTP/1.1" status: 200 len: 945 time: 0.0640678 Jun 24 17:20:30.703559 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-31017a9e-5287-4204-b034-3016f909c178 req-870e628c-54a8-4324-bb30-cc1ae00c3bba tempest-VolumesSnapshotTestJSON-954170916 tempest-VolumesSnapshotTestJSON-954170916-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7930889 Jun 24 17:20:30.727027 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.v2.base [req-31017a9e-5287-4204-b034-3016f909c178 req-b94b7b38-8dd1-4b66-88b5-f8182c49307e service neutron] Request body: {'port': {'device_id': '96d3db53-01a9-4432-86a6-63a1fb6c75af', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79797'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 17:20:30.773133 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-83b3cb50-5de8-4b59-877b-bdf2e6db54dc req-944dbc61-5ec4-4e71-beab-bfeae0848ffc tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] 10.222.0.15 "GET /v2.0/security-groups?id=8ceaa142-9b86-49f1-8a2c-63b3bfce97bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653317 Jun 24 17:20:30.818329 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-31017a9e-5287-4204-b034-3016f909c178 req-b94b7b38-8dd1-4b66-88b5-f8182c49307e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:20:31.078734 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.notifiers.nova [req-31017a9e-5287-4204-b034-3016f909c178 req-b94b7b38-8dd1-4b66-88b5-f8182c49307e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 115c16cc-fe98-4473-85ca-9553bed24364 {{(pid=93700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 17:20:31.086130 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-31017a9e-5287-4204-b034-3016f909c178 req-b94b7b38-8dd1-4b66-88b5-f8182c49307e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:20:31.098020 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [req-31017a9e-5287-4204-b034-3016f909c178 req-b94b7b38-8dd1-4b66-88b5-f8182c49307e service neutron] Transition to ACTIVE for port object 115c16cc-fe98-4473-85ca-9553bed24364 will not be triggered until provisioned by entity L2. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 17:20:31.166189 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-31017a9e-5287-4204-b034-3016f909c178 req-b94b7b38-8dd1-4b66-88b5-f8182c49307e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2811380'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:20:31.170010 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-450516db-7ee3-428e-baf1-38dead856884 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:20:31.220508 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94b7b38-8dd1-4b66-88b5-f8182c49307e service neutron] Pushing event updated for resources: {'Port': ['ID=115c16cc-fe98-4473-85ca-9553bed24364,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:20:31.243026 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-b94b7b38-8dd1-4b66-88b5-f8182c49307e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:20:31.252934 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1055f77-091b-4459-848e-fcd3f9ffedf5 req-999c090f-e4a8-4441-b559-f2d426e3d7ca tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:20:31.254364 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-c1055f77-091b-4459-848e-fcd3f9ffedf5 req-999c090f-e4a8-4441-b559-f2d426e3d7ca tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4471cde-a391-4977-a7f1-693fe67a78bf HTTP/1.1" status: 200 len: 945 time: 0.0789490 Jun 24 17:20:31.261638 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8d8a17-7d83-463a-b7cc-5e821d34fb31 req-0f1cb394-3d5d-451d-9000-6112daf97453 tempest-VolumesSnapshotTestJSON-954170916 tempest-VolumesSnapshotTestJSON-954170916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:20:31.262978 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-bc8d8a17-7d83-463a-b7cc-5e821d34fb31 req-0f1cb394-3d5d-451d-9000-6112daf97453 tempest-VolumesSnapshotTestJSON-954170916 tempest-VolumesSnapshotTestJSON-954170916-project] 10.222.0.15 "GET /v2.0/ports?device_id=96d3db53-01a9-4432-86a6-63a1fb6c75af HTTP/1.1" status: 200 len: 931 time: 0.1190574 Jun 24 17:20:31.293507 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-31017a9e-5287-4204-b034-3016f909c178 req-b94b7b38-8dd1-4b66-88b5-f8182c49307e service neutron] Attempting to bind port 115c16cc-fe98-4473-85ca-9553bed24364 on host hv-cinder-79797 for vnic_type normal with profile {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 17:20:31.293892 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-31017a9e-5287-4204-b034-3016f909c178 req-b94b7b38-8dd1-4b66-88b5-f8182c49307e service neutron] Attempting to bind port 115c16cc-fe98-4473-85ca-9553bed24364 by drivers openvswitch,hyperv on host hv-cinder-79797 at level 0 using segments [{'id': '3bafe469-c138-4600-9b82-c2615d6e4790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c322a0a2-1994-4a99-91ae-914f8e277a65'}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 17:20:31.294220 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31017a9e-5287-4204-b034-3016f909c178 req-b94b7b38-8dd1-4b66-88b5-f8182c49307e service neutron] Attempting to bind port 115c16cc-fe98-4473-85ca-9553bed24364 on network c322a0a2-1994-4a99-91ae-914f8e277a65 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 17:20:31.298454 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31017a9e-5287-4204-b034-3016f909c178 req-b94b7b38-8dd1-4b66-88b5-f8182c49307e service neutron] Port 115c16cc-fe98-4473-85ca-9553bed24364 on network c322a0a2-1994-4a99-91ae-914f8e277a65 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79797 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 17:20:31.298782 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31017a9e-5287-4204-b034-3016f909c178 req-b94b7b38-8dd1-4b66-88b5-f8182c49307e service neutron] Attempting to bind port 115c16cc-fe98-4473-85ca-9553bed24364 on network c322a0a2-1994-4a99-91ae-914f8e277a65 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 17:20:31.303567 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31017a9e-5287-4204-b034-3016f909c178 req-b94b7b38-8dd1-4b66-88b5-f8182c49307e service neutron] Checking agent: {'id': '1288d539-9cda-419c-bcb9-190041a83682', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79797', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 17, 6, 19), 'started_at': datetime.datetime(2021, 6, 24, 17, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 17, 20, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 17:20:31.303904 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31017a9e-5287-4204-b034-3016f909c178 req-b94b7b38-8dd1-4b66-88b5-f8182c49307e service neutron] Checking segment: {'id': '3bafe469-c138-4600-9b82-c2615d6e4790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c322a0a2-1994-4a99-91ae-914f8e277a65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 17:20:31.304284 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31017a9e-5287-4204-b034-3016f909c178 req-b94b7b38-8dd1-4b66-88b5-f8182c49307e service neutron] Bound using segment: {'id': '3bafe469-c138-4600-9b82-c2615d6e4790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c322a0a2-1994-4a99-91ae-914f8e277a65'} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 17:20:31.304716 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-31017a9e-5287-4204-b034-3016f909c178 req-b94b7b38-8dd1-4b66-88b5-f8182c49307e service neutron] Bound port: 115c16cc-fe98-4473-85ca-9553bed24364, host: hv-cinder-79797, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3bafe469-c138-4600-9b82-c2615d6e4790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c322a0a2-1994-4a99-91ae-914f8e277a65'}}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 17:20:31.305071 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-31017a9e-5287-4204-b034-3016f909c178 req-b94b7b38-8dd1-4b66-88b5-f8182c49307e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:20:31.355985 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-bc8d8a17-7d83-463a-b7cc-5e821d34fb31 req-9f7b56e0-6ce4-4e2c-ae07-bec3d96602ca tempest-VolumesSnapshotTestJSON-954170916 tempest-VolumesSnapshotTestJSON-954170916-project] 10.222.0.15 "GET /v2.0/security-groups?id=46f7e650-de7c-43ad-8e8f-7da0290ace16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842040 Jun 24 17:20:31.368472 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-31017a9e-5287-4204-b034-3016f909c178 req-b94b7b38-8dd1-4b66-88b5-f8182c49307e service neutron] For port 115c16cc-fe98-4473-85ca-9553bed24364, host hv-cinder-79797, cleared binding levels {{(pid=93700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 17:20:31.375480 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-31017a9e-5287-4204-b034-3016f909c178 req-b94b7b38-8dd1-4b66-88b5-f8182c49307e service neutron] For port 115c16cc-fe98-4473-85ca-9553bed24364, host hv-cinder-79797, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=115c16cc-fe98-4473-85ca-9553bed24364,segment=NetworkSegment(3bafe469-c138-4600-9b82-c2615d6e4790),segment_id=3bafe469-c138-4600-9b82-c2615d6e4790)] {{(pid=93700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 17:20:31.384559 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [req-c1055f77-091b-4459-848e-fcd3f9ffedf5 req-08664aca-ea9d-4692-a3bd-49fd8c4f4e81 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Deleting port 2bd31234-8541-4c73-a252-e62bed09039e {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 17:20:31.384947 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-c1055f77-091b-4459-848e-fcd3f9ffedf5 req-08664aca-ea9d-4692-a3bd-49fd8c4f4e81 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734938643496'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:20:31.463696 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-31017a9e-5287-4204-b034-3016f909c178 req-b94b7b38-8dd1-4b66-88b5-f8182c49307e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2811380'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:20:31.466951 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-f4d59156-c892-486f-ad91-aa170ec3b353 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:20:31.469179 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.db [req-c1055f77-091b-4459-848e-fcd3f9ffedf5 req-08664aca-ea9d-4692-a3bd-49fd8c4f4e81 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] For port 2bd31234-8541-4c73-a252-e62bed09039e, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=2bd31234-8541-4c73-a252-e62bed09039e,segment=NetworkSegment(4beec3e6-c27b-4a74-8745-caa05c422d40),segment_id=4beec3e6-c27b-4a74-8745-caa05c422d40)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 17:20:31.469535 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-c1055f77-091b-4459-848e-fcd3f9ffedf5 req-08664aca-ea9d-4692-a3bd-49fd8c4f4e81 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939437'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:20:31.483014 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [req-c1055f77-091b-4459-848e-fcd3f9ffedf5 req-08664aca-ea9d-4692-a3bd-49fd8c4f4e81 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Calling delete_port for 2bd31234-8541-4c73-a252-e62bed09039e owned by compute:nova {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 17:20:31.504072 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31017a9e-5287-4204-b034-3016f909c178 req-b94b7b38-8dd1-4b66-88b5-f8182c49307e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:20:31.504683 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-31017a9e-5287-4204-b034-3016f909c178 req-b94b7b38-8dd1-4b66-88b5-f8182c49307e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14435'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:20:31.506055 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-31017a9e-5287-4204-b034-3016f909c178 req-b94b7b38-8dd1-4b66-88b5-f8182c49307e service neutron] 10.222.0.37 "PUT /v2.0/ports/115c16cc-fe98-4473-85ca-9553bed24364 HTTP/1.1" status: 200 len: 1093 time: 0.7843206 Jun 24 17:20:31.506566 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96d3db53-01a9-4432-86a6-63a1fb6c75af', 'tag': '115c16cc-fe98-4473-85ca-9553bed24364'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 17:20:31.508839 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c39e75a9e8347d24c3004332124e07527e89accb2f43d806ee4df9c6bf49ca2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a4ce232-f44a-4b13-b6dd-ace68cf91173" -d '{"events": [{"name": "network-changed", "server_uuid": "96d3db53-01a9-4432-86a6-63a1fb6c75af", "tag": "115c16cc-fe98-4473-85ca-9553bed24364"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 17:20:31.529045 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94b7b38-8dd1-4b66-88b5-f8182c49307e service neutron] Pushing event updated for resources: {'Port': ['ID=115c16cc-fe98-4473-85ca-9553bed24364,revision_number=3']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:20:31.533397 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-b94b7b38-8dd1-4b66-88b5-f8182c49307e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:20:31.546872 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 17:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aba9b9b-9b51-436a-aa1f-518261904f73 x-openstack-request-id: req-5aba9b9b-9b51-436a-aa1f-518261904f73 {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 17:20:31.547372 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96d3db53-01a9-4432-86a6-63a1fb6c75af", "tag": "115c16cc-fe98-4473-85ca-9553bed24364", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 17:20:31.547523 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5aba9b9b-9b51-436a-aa1f-518261904f73 {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 17:20:31.548664 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96d3db53-01a9-4432-86a6-63a1fb6c75af', 'tag': '115c16cc-fe98-4473-85ca-9553bed24364', 'status': 'completed', 'code': 200} Jun 24 17:20:31.671211 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4ce232-f44a-4b13-b6dd-ace68cf91173 req-255c75db-5bdc-431a-b2a1-8783fdbffeb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:20:31.672711 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-9a4ce232-f44a-4b13-b6dd-ace68cf91173 req-255c75db-5bdc-431a-b2a1-8783fdbffeb9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8a992765c85141ca9c703254233b5296&device_id=96d3db53-01a9-4432-86a6-63a1fb6c75af HTTP/1.1" status: 200 len: 1096 time: 0.0564718 Jun 24 17:20:31.690085 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-c1055f77-091b-4459-848e-fcd3f9ffedf5 req-08664aca-ea9d-4692-a3bd-49fd8c4f4e81 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734938646739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734938254839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10147618'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:20:31.693997 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-2c218603-b628-4b9c-87a3-f4b45cd4b6d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:20:31.720594 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08664aca-ea9d-4692-a3bd-49fd8c4f4e81 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Pushing event deleted for resources: {'Port': ['ID=2bd31234-8541-4c73-a252-e62bed09039e,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:20:31.723279 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-08664aca-ea9d-4692-a3bd-49fd8c4f4e81 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:20:31.770551 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1055f77-091b-4459-848e-fcd3f9ffedf5 req-08664aca-ea9d-4692-a3bd-49fd8c4f4e81 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] No DVR routers for this DVR port 2bd31234-8541-4c73-a252-e62bed09039e on host hv-cinder-79797 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 17:20:31.773026 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [req-c1055f77-091b-4459-848e-fcd3f9ffedf5 req-08664aca-ea9d-4692-a3bd-49fd8c4f4e81 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14435'] for port, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:20:31.775336 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-c1055f77-091b-4459-848e-fcd3f9ffedf5 req-08664aca-ea9d-4692-a3bd-49fd8c4f4e81 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] 10.222.0.37 "DELETE /v2.0/ports/2bd31234-8541-4c73-a252-e62bed09039e HTTP/1.1" status: 204 len: 173 time: 0.5114973 Jun 24 17:20:31.775876 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4471cde-a391-4977-a7f1-693fe67a78bf', 'name': 'network-vif-deleted', 'tag': '2bd31234-8541-4c73-a252-e62bed09039e'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 17:20:31.778493 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55b777855581bcfca1ea7f1411fd739ba8bd3bff9faf8aab84294ca486557f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8562070d-30b7-480c-bb20-f9f715450863" -d '{"events": [{"server_uuid": "f4471cde-a391-4977-a7f1-693fe67a78bf", "name": "network-vif-deleted", "tag": "2bd31234-8541-4c73-a252-e62bed09039e"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 17:20:31.793438 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4ce232-f44a-4b13-b6dd-ace68cf91173 req-150af593-88c7-4dbb-9b60-136a157735a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:20:31.796864 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-9a4ce232-f44a-4b13-b6dd-ace68cf91173 req-150af593-88c7-4dbb-9b60-136a157735a6 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=8a992765c85141ca9c703254233b5296&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0966609 Jun 24 17:20:31.827483 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 17:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-309103ed-afe3-430b-8a17-2c642f5acd95 x-openstack-request-id: req-309103ed-afe3-430b-8a17-2c642f5acd95 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 17:20:31.827483 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4471cde-a391-4977-a7f1-693fe67a78bf", "name": "network-vif-deleted", "tag": "2bd31234-8541-4c73-a252-e62bed09039e", "status": "completed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 17:20:31.827483 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-309103ed-afe3-430b-8a17-2c642f5acd95 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 17:20:31.827483 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4471cde-a391-4977-a7f1-693fe67a78bf', 'name': 'network-vif-deleted', 'tag': '2bd31234-8541-4c73-a252-e62bed09039e', 'status': 'completed', 'code': 200} Jun 24 17:20:31.924494 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-ee870f3e-2365-40e5-84c7-28c355308726 req-515679d5-f0c2-4a01-8022-d6cdf394bbf6 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4471cde-a391-4977-a7f1-693fe67a78bf HTTP/1.1" status: 200 len: 210 time: 0.0359185 Jun 24 17:20:31.925481 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4ce232-f44a-4b13-b6dd-ace68cf91173 req-73f6ed5c-d2e0-45b9-9261-7381aeaed0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:20:31.926810 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-9a4ce232-f44a-4b13-b6dd-ace68cf91173 req-73f6ed5c-d2e0-45b9-9261-7381aeaed0fb service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1253974 Jun 24 17:20:32.058448 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31017a9e-5287-4204-b034-3016f909c178 req-957d131b-c9b8-42bf-bb58-dc050b72ad72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:20:32.060058 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-31017a9e-5287-4204-b034-3016f909c178 req-957d131b-c9b8-42bf-bb58-dc050b72ad72 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8a992765c85141ca9c703254233b5296&device_id=96d3db53-01a9-4432-86a6-63a1fb6c75af HTTP/1.1" status: 200 len: 1096 time: 0.0543122 Jun 24 17:20:32.113316 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-31017a9e-5287-4204-b034-3016f909c178 req-416d8456-fb02-49e4-bbd6-bd6d46750517 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=115c16cc-fe98-4473-85ca-9553bed24364 HTTP/1.1" status: 200 len: 217 time: 0.0394685 Jun 24 17:20:32.166215 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31017a9e-5287-4204-b034-3016f909c178 req-e7eb2b54-cde9-4707-a41d-773a5805ef8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:20:32.168390 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-31017a9e-5287-4204-b034-3016f909c178 req-e7eb2b54-cde9-4707-a41d-773a5805ef8b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6e561cec-0847-4358-a7ff-33e726367155 HTTP/1.1" status: 200 len: 853 time: 0.0469861 Jun 24 17:20:32.202225 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-31017a9e-5287-4204-b034-3016f909c178 req-bd210848-0638-414a-b563-ec65170a0362 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c322a0a2-1994-4a99-91ae-914f8e277a65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275862 Jun 24 17:20:32.293832 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-31017a9e-5287-4204-b034-3016f909c178 req-87fba5d7-dff3-48f4-95ce-47e12965fadb service neutron] 10.222.0.37 "GET /v2.0/networks/c322a0a2-1994-4a99-91ae-914f8e277a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844500 Jun 24 17:20:32.381469 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-31017a9e-5287-4204-b034-3016f909c178 req-306f517a-ce47-4048-8881-651c9cd28fa1 service neutron] 10.222.0.37 "GET /v2.0/networks/c322a0a2-1994-4a99-91ae-914f8e277a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807011 Jun 24 17:20:32.534179 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040fb265-cc82-4c77-9265-515de80c3d71 req-ebeba22f-6a4e-4e87-8021-03c888ea5430 tempest-VolumesSnapshotTestJSON-954170916 tempest-VolumesSnapshotTestJSON-954170916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:20:32.535632 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-040fb265-cc82-4c77-9265-515de80c3d71 req-ebeba22f-6a4e-4e87-8021-03c888ea5430 tempest-VolumesSnapshotTestJSON-954170916 tempest-VolumesSnapshotTestJSON-954170916-project] 10.222.0.15 "GET /v2.0/ports?device_id=96d3db53-01a9-4432-86a6-63a1fb6c75af HTTP/1.1" status: 200 len: 943 time: 0.0637228 Jun 24 17:20:32.572031 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-040fb265-cc82-4c77-9265-515de80c3d71 req-17a16e1f-4068-40c0-b63c-a196265ca98c tempest-VolumesSnapshotTestJSON-954170916 tempest-VolumesSnapshotTestJSON-954170916-project] 10.222.0.15 "GET /v2.0/security-groups?id=46f7e650-de7c-43ad-8e8f-7da0290ace16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306954 Jun 24 17:20:33.074783 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-62c01c4e-345e-45ab-ad0c-8c35a85abeb9 req-f18bc5fc-3c56-4c6b-bc3d-99aa9d5f0fe2 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4471cde-a391-4977-a7f1-693fe67a78bf HTTP/1.1" status: 200 len: 210 time: 0.0293758 Jun 24 17:20:33.776710 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e549ee-85c2-4155-b3e3-831c7706d499 req-44966623-266e-46e1-9c8d-ed7dce4bbf80 tempest-VolumesSnapshotTestJSON-954170916 tempest-VolumesSnapshotTestJSON-954170916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:20:33.778316 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-b1e549ee-85c2-4155-b3e3-831c7706d499 req-44966623-266e-46e1-9c8d-ed7dce4bbf80 tempest-VolumesSnapshotTestJSON-954170916 tempest-VolumesSnapshotTestJSON-954170916-project] 10.222.0.15 "GET /v2.0/ports?device_id=96d3db53-01a9-4432-86a6-63a1fb6c75af HTTP/1.1" status: 200 len: 943 time: 0.0799723 Jun 24 17:20:33.823222 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-b1e549ee-85c2-4155-b3e3-831c7706d499 req-5dcd4cc7-c35e-45da-846d-52cf9bc94b41 tempest-VolumesSnapshotTestJSON-954170916 tempest-VolumesSnapshotTestJSON-954170916-project] 10.222.0.15 "GET /v2.0/security-groups?id=46f7e650-de7c-43ad-8e8f-7da0290ace16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391645 Jun 24 17:20:33.983401 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Device 2bd31234-8541-4c73-a252-e62bed09039e no longer exists at agent hyperv_hv-cinder-79797 {{(pid=93702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 17:20:34.003928 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] No Port match for: 2bd31234-8541-4c73-a252-e62bed09039e {{(pid=93702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 17:20:34.004285 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Device 2bd31234-8541-4c73-a252-e62bed09039e not bound to the agent host hv-cinder-79797 {{(pid=93702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 17:20:34.172238 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 36300) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:20:34.232573 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d553ffe5-b6e5-4340-a22b-19e5b5cf6126 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:20:34.256527 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d553ffe5-b6e5-4340-a22b-19e5b5cf6126 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:20:34.421804 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d553ffe5-b6e5-4340-a22b-19e5b5cf6126 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:20:34.424601 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d553ffe5-b6e5-4340-a22b-19e5b5cf6126 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:20:34.425693 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-d553ffe5-b6e5-4340-a22b-19e5b5cf6126 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] 10.222.0.15 "DELETE /v2.0/security-groups/8ceaa142-9b86-49f1-8a2c-63b3bfce97bb HTTP/1.1" status: 204 len: 168 time: 0.2525361 Jun 24 17:20:34.426502 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-832405e5-86b9-468d-b2d2-b56188825659 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:20:34.435798 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d553ffe5-b6e5-4340-a22b-19e5b5cf6126 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ceaa142-9b86-49f1-8a2c-63b3bfce97bb,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:20:34.438297 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-d553ffe5-b6e5-4340-a22b-19e5b5cf6126 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:20:34.558248 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 36306) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:20:34.950131 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a3402417-d537-40ad-8a5e-6900d13ba901 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939664'] for router_interface, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:20:35.081029 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d24c997-a3ec-4ded-8d8f-49cc1d064815 req-0837a04d-18c4-4ee7-88f8-b443ed7dc6f2 tempest-VolumesSnapshotTestJSON-954170916 tempest-VolumesSnapshotTestJSON-954170916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:20:35.082505 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-7d24c997-a3ec-4ded-8d8f-49cc1d064815 req-0837a04d-18c4-4ee7-88f8-b443ed7dc6f2 tempest-VolumesSnapshotTestJSON-954170916 tempest-VolumesSnapshotTestJSON-954170916-project] 10.222.0.15 "GET /v2.0/ports?device_id=96d3db53-01a9-4432-86a6-63a1fb6c75af HTTP/1.1" status: 200 len: 943 time: 0.1461229 Jun 24 17:20:35.169519 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-7d24c997-a3ec-4ded-8d8f-49cc1d064815 req-5ddc5ebf-13b8-49b6-ad19-3b25679b1a30 tempest-VolumesSnapshotTestJSON-954170916 tempest-VolumesSnapshotTestJSON-954170916-project] 10.222.0.15 "GET /v2.0/security-groups?id=46f7e650-de7c-43ad-8e8f-7da0290ace16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811944 Jun 24 17:20:35.264398 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-a3402417-d537-40ad-8a5e-6900d13ba901 admin admin] Deleting port b2c17e2a-28da-4d69-8e31-c770b530421a {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 17:20:35.264726 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a3402417-d537-40ad-8a5e-6900d13ba901 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734938643496'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:20:35.338027 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-a3402417-d537-40ad-8a5e-6900d13ba901 admin admin] For port b2c17e2a-28da-4d69-8e31-c770b530421a, host dv-cinder-797970-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-1-iscsi',level=0,port_id=b2c17e2a-28da-4d69-8e31-c770b530421a,segment=NetworkSegment(4beec3e6-c27b-4a74-8745-caa05c422d40),segment_id=4beec3e6-c27b-4a74-8745-caa05c422d40)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 17:20:35.338377 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a3402417-d537-40ad-8a5e-6900d13ba901 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939437'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:20:35.351086 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-a3402417-d537-40ad-8a5e-6900d13ba901 admin admin] Calling delete_port for b2c17e2a-28da-4d69-8e31-c770b530421a owned by network:router_interface {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 17:20:35.640439 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a3402417-d537-40ad-8a5e-6900d13ba901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734938646739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734938254839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811389'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:20:35.643475 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-261125df-dbe2-45d4-b68a-3fff8ea98592 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:20:35.666209 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3402417-d537-40ad-8a5e-6900d13ba901 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2c17e2a-28da-4d69-8e31-c770b530421a,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:20:35.669333 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-a3402417-d537-40ad-8a5e-6900d13ba901 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:20:35.835807 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a3402417-d537-40ad-8a5e-6900d13ba901 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-592949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-937216'] for router_interface, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:20:35.982360 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Device 115c16cc-fe98-4473-85ca-9553bed24364 details requested by agent hyperv_hv-cinder-79797 with host hv-cinder-79797 {{(pid=93702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 17:20:36.060934 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3402417-d537-40ad-8a5e-6900d13ba901 admin admin] Router 7b3d966b-e590-4548-9b25-3d2447152b98 has already been hosted by L3 agent ebb0bbf0-d6bc-43df-80f2-a0cdb1424f3b {{(pid=93700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 17:20:36.074371 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] For port 115c16cc-fe98-4473-85ca-9553bed24364, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=115c16cc-fe98-4473-85ca-9553bed24364,segment=NetworkSegment(3bafe469-c138-4600-9b82-c2615d6e4790),segment_id=3bafe469-c138-4600-9b82-c2615d6e4790)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 17:20:36.088652 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Returning: {'device': '115c16cc-fe98-4473-85ca-9553bed24364', 'network_id': 'c322a0a2-1994-4a99-91ae-914f8e277a65', 'port_id': '115c16cc-fe98-4473-85ca-9553bed24364', 'mac_address': 'fa:16:3e:9e:fb:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e561cec-0847-4358-a7ff-33e726367155', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 17:20:36.124922 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:20:36.139213 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.notifiers.nova [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 115c16cc-fe98-4473-85ca-9553bed24364 {{(pid=93702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 17:20:36.159313 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] For port 115c16cc-fe98-4473-85ca-9553bed24364, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=115c16cc-fe98-4473-85ca-9553bed24364,segment=NetworkSegment(3bafe469-c138-4600-9b82-c2615d6e4790),segment_id=3bafe469-c138-4600-9b82-c2615d6e4790)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 17:20:36.172996 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3402417-d537-40ad-8a5e-6900d13ba901 admin admin] Notify agent at l3_agent.dv-cinder-797970-1-iscsi the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 17:20:36.184817 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfbb382e-74e8-489e-886a-eb6df7313a83 None None] Sync routers for ids ['7b3d966b-e590-4548-9b25-3d2447152b98'] in dv-cinder-797970-1-iscsi {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 17:20:36.188907 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-a3402417-d537-40ad-8a5e-6900d13ba901 admin admin] 10.222.0.15 "PUT /v2.0/routers/7b3d966b-e590-4548-9b25-3d2447152b98/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6273298 Jun 24 17:20:36.191742 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 36324) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:20:36.195415 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfbb382e-74e8-489e-886a-eb6df7313a83 None None] Routers {'7b3d966b-e590-4548-9b25-3d2447152b98'} bound to L3 agent in host dv-cinder-797970-1-iscsi {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 17:20:36.196112 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-bfbb382e-74e8-489e-886a-eb6df7313a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T17:00:13Z,description=,heartbeat_timestamp=2021-06-24T17:20:13Z,host='dv-cinder-797970-1-iscsi',id=ebb0bbf0-d6bc-43df-80f2-a0cdb1424f3b,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T17:00:14Z,topic='l3_agent')) {'router_ids': ['7b3d966b-e590-4548-9b25-3d2447152b98'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:20:36.242109 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:20:36.246572 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:20:36.297677 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-755e5d0a-bada-46e9-a769-c6e63bc1eed5 admin admin] Notify callbacks [] for router, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:20:36.341615 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Pushing event updated for resources: {'Port': ['ID=115c16cc-fe98-4473-85ca-9553bed24364,revision_number=4']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:20:36.344735 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:20:36.346970 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-bfbb382e-74e8-489e-886a-eb6df7313a83 None None] Set router 7b3d966b-e590-4548-9b25-3d2447152b98 gateway port host: dv-cinder-797970-1-iscsi {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 17:20:36.350195 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865d3c33-e5d9-439a-a4b9-fec80958c183 req-eaee75a5-c06f-48a8-990a-1721f246222a tempest-VolumesSnapshotTestJSON-954170916 tempest-VolumesSnapshotTestJSON-954170916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:20:36.351659 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-865d3c33-e5d9-439a-a4b9-fec80958c183 req-eaee75a5-c06f-48a8-990a-1721f246222a tempest-VolumesSnapshotTestJSON-954170916 tempest-VolumesSnapshotTestJSON-954170916-project] 10.222.0.15 "GET /v2.0/ports?device_id=96d3db53-01a9-4432-86a6-63a1fb6c75af HTTP/1.1" status: 200 len: 944 time: 0.0687287 Jun 24 17:20:36.390902 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-865d3c33-e5d9-439a-a4b9-fec80958c183 req-bb4e6e27-18bc-43b6-9aa6-9846f9a918b5 tempest-VolumesSnapshotTestJSON-954170916 tempest-VolumesSnapshotTestJSON-954170916-project] 10.222.0.15 "GET /v2.0/security-groups?id=46f7e650-de7c-43ad-8e8f-7da0290ace16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326085 Jun 24 17:20:36.422166 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-755e5d0a-bada-46e9-a769-c6e63bc1eed5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:20:36.539104 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-bfbb382e-74e8-489e-886a-eb6df7313a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b3d966b-e590-4548-9b25-3d2447152b98', 'name': 'tempest-TestShelveInstance-557446216-router', 'tenant_id': '3932aa6d6c7446bcb7063308e31b911f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'external_fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': 'd0a81f77-a0fa-4bda-a23a-118f0ef0d332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T17:14:47Z', 'updated_at': '2021-06-24T17:20:35Z', 'revision_number': 5, 'project_id': '3932aa6d6c7446bcb7063308e31b911f', 'gw_port': {'id': 'd0a81f77-a0fa-4bda-a23a-118f0ef0d332', 'name': '', 'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:4d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3d966b-e590-4548-9b25-3d2447152b98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:14:47Z', 'updated_at': '2021-06-24T17:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '004d905c-cc14-4189-936d-82a0eea7da62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-1-iscsi'}], 'dv-cinder-797970-1-iscsi', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:20:36.549537 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-755e5d0a-bada-46e9-a769-c6e63bc1eed5 admin admin] Deleting port d0a81f77-a0fa-4bda-a23a-118f0ef0d332 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 17:20:36.549989 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-755e5d0a-bada-46e9-a769-c6e63bc1eed5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734938643496'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:20:36.565393 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfbb382e-74e8-489e-886a-eb6df7313a83 None None] Checking router: 7b3d966b-e590-4548-9b25-3d2447152b98 for host: dv-cinder-797970-1-iscsi {{(pid=93702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 17:20:36.573413 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfbb382e-74e8-489e-886a-eb6df7313a83 None None] Routers {'7b3d966b-e590-4548-9b25-3d2447152b98'} bound to L3 agent in host dv-cinder-797970-1-iscsi {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 17:20:36.574057 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-bfbb382e-74e8-489e-886a-eb6df7313a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T17:00:13Z,description=,heartbeat_timestamp=2021-06-24T17:20:13Z,host='dv-cinder-797970-1-iscsi',id=ebb0bbf0-d6bc-43df-80f2-a0cdb1424f3b,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T17:00:14Z,topic='l3_agent')) {'router_ids': ['7b3d966b-e590-4548-9b25-3d2447152b98'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:20:36.630040 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-755e5d0a-bada-46e9-a769-c6e63bc1eed5 admin admin] For port d0a81f77-a0fa-4bda-a23a-118f0ef0d332, host dv-cinder-797970-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-1-iscsi',level=0,port_id=d0a81f77-a0fa-4bda-a23a-118f0ef0d332,segment=NetworkSegment(d12f47f8-231e-43a0-ac28-6eda6263252e),segment_id=d12f47f8-231e-43a0-ac28-6eda6263252e)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 17:20:36.630418 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-755e5d0a-bada-46e9-a769-c6e63bc1eed5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939437'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:20:36.643730 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-755e5d0a-bada-46e9-a769-c6e63bc1eed5 admin admin] Calling delete_port for d0a81f77-a0fa-4bda-a23a-118f0ef0d332 owned by network:router_gateway {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 17:20:36.656729 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] get_ports_and_sgs() called for port_ids ['115c16cc-fe98-4473-85ca-9553bed24364'] {{(pid=93702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 17:20:36.680700 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-bfbb382e-74e8-489e-886a-eb6df7313a83 None None] Set router 7b3d966b-e590-4548-9b25-3d2447152b98 gateway port host: None {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 17:20:36.863812 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-bfbb382e-74e8-489e-886a-eb6df7313a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b3d966b-e590-4548-9b25-3d2447152b98', 'name': 'tempest-TestShelveInstance-557446216-router', 'tenant_id': '3932aa6d6c7446bcb7063308e31b911f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T17:14:47Z', 'updated_at': '2021-06-24T17:20:36Z', 'revision_number': 6, 'project_id': '3932aa6d6c7446bcb7063308e31b911f', 'gw_port_host': None}], 'dv-cinder-797970-1-iscsi', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:20:36.891565 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-755e5d0a-bada-46e9-a769-c6e63bc1eed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734938646739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734938254839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811389'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:20:36.894722 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-5cfdc891-3bbf-42b3-b084-d2302f406871 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:20:36.894880 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfbb382e-74e8-489e-886a-eb6df7313a83 None None] The sync data for ids ['7b3d966b-e590-4548-9b25-3d2447152b98'] in dv-cinder-797970-1-iscsi is: [{'id': '7b3d966b-e590-4548-9b25-3d2447152b98', 'name': 'tempest-TestShelveInstance-557446216-router', 'tenant_id': '3932aa6d6c7446bcb7063308e31b911f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T17:14:47Z', 'updated_at': '2021-06-24T17:20:36Z', 'revision_number': 6, 'project_id': '3932aa6d6c7446bcb7063308e31b911f', 'gw_port_host': None}] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 17:20:36.920788 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755e5d0a-bada-46e9-a769-c6e63bc1eed5 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0a81f77-a0fa-4bda-a23a-118f0ef0d332,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:20:36.935893 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-755e5d0a-bada-46e9-a769-c6e63bc1eed5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:20:36.993963 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-755e5d0a-bada-46e9-a769-c6e63bc1eed5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-938725'] for router_gateway, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:20:37.357882 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-755e5d0a-bada-46e9-a769-c6e63bc1eed5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-935419', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25091'] for router, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:20:37.360050 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-755e5d0a-bada-46e9-a769-c6e63bc1eed5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:20:37.473360 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-755e5d0a-bada-46e9-a769-c6e63bc1eed5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-937645'] for router, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:20:37.473882 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-755e5d0a-bada-46e9-a769-c6e63bc1eed5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7b3d966b-e590-4548-9b25-3d2447152b98 {{(pid=93700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 17:20:37.478050 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-755e5d0a-bada-46e9-a769-c6e63bc1eed5 admin admin] Notify callbacks [] for router, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:20:37.479173 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-755e5d0a-bada-46e9-a769-c6e63bc1eed5 admin admin] 10.222.0.15 "DELETE /v2.0/routers/7b3d966b-e590-4548-9b25-3d2447152b98 HTTP/1.1" status: 204 len: 168 time: 1.2891057 Jun 24 17:20:37.482778 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 36334) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:20:37.562102 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8137fed-965c-4a4b-9e06-f91012a1f091 admin admin] Deleting subnet e7f2d1aa-66d6-42d3-8334-b5d4eb2abfb2 {{(pid=93700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 17:20:37.567349 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a8137fed-965c-4a4b-9e06-f91012a1f091 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:20:37.611287 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a8137fed-965c-4a4b-9e06-f91012a1f091 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9521523'] for subnet, precommit_delete_associations {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:20:37.639098 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3127b80a-1775-4adc-bccb-c61f0f27fe48 req-c9082121-55ff-44cd-9e05-00a4c97efece tempest-VolumesSnapshotTestJSON-954170916 tempest-VolumesSnapshotTestJSON-954170916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:20:37.640578 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-3127b80a-1775-4adc-bccb-c61f0f27fe48 req-c9082121-55ff-44cd-9e05-00a4c97efece tempest-VolumesSnapshotTestJSON-954170916 tempest-VolumesSnapshotTestJSON-954170916-project] 10.222.0.15 "GET /v2.0/ports?device_id=96d3db53-01a9-4432-86a6-63a1fb6c75af HTTP/1.1" status: 200 len: 944 time: 0.1295011 Jun 24 17:20:37.692103 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-3127b80a-1775-4adc-bccb-c61f0f27fe48 req-0bf1aa35-c2dd-4672-9f6c-3c9ae4347ddb tempest-VolumesSnapshotTestJSON-954170916 tempest-VolumesSnapshotTestJSON-954170916-project] 10.222.0.15 "GET /v2.0/security-groups?id=46f7e650-de7c-43ad-8e8f-7da0290ace16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452142 Jun 24 17:20:37.734697 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a8137fed-965c-4a4b-9e06-f91012a1f091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1980419'] for subnet, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:20:37.914987 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a8137fed-965c-4a4b-9e06-f91012a1f091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1980436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2811187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9546211'] for subnet, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:20:37.917493 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-3f3c0ab3-ebf4-406d-b927-241a10696a46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:20:37.946585 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a8137fed-965c-4a4b-9e06-f91012a1f091 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592921'] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:20:37.948658 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-a8137fed-965c-4a4b-9e06-f91012a1f091 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/e7f2d1aa-66d6-42d3-8334-b5d4eb2abfb2 HTTP/1.1" status: 204 len: 168 time: 0.4622180 Jun 24 17:20:37.950246 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8137fed-965c-4a4b-9e06-f91012a1f091 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7f2d1aa-66d6-42d3-8334-b5d4eb2abfb2,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:20:37.952274 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 36344) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:20:37.955926 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ce7f65-0da0-4057-80e4-27940f07130a None None] Network d814d5ca-30ce-40c7-a19a-3244f9dca736 requested from dv-cinder-797970-1-iscsi {{(pid=93702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 17:20:37.967459 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-a8137fed-965c-4a4b-9e06-f91012a1f091 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:20:38.013898 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Device 115c16cc-fe98-4473-85ca-9553bed24364 up at agent hyperv_hv-cinder-79797 {{(pid=93702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 17:20:38.031109 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f61008d1-30e3-43ea-bcad-2134a1fe6127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2040168'] for network, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:20:38.083586 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-f61008d1-30e3-43ea-bcad-2134a1fe6127 admin admin] Deleting port 2f1bc78d-7e35-4a93-9a09-84ee11b1ac01 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 17:20:38.084016 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f61008d1-30e3-43ea-bcad-2134a1fe6127 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734938643496'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:20:38.145215 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-f61008d1-30e3-43ea-bcad-2134a1fe6127 admin admin] For port 2f1bc78d-7e35-4a93-9a09-84ee11b1ac01, host dv-cinder-797970-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-1-iscsi',level=0,port_id=2f1bc78d-7e35-4a93-9a09-84ee11b1ac01,segment=NetworkSegment(4beec3e6-c27b-4a74-8745-caa05c422d40),segment_id=4beec3e6-c27b-4a74-8745-caa05c422d40)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 17:20:38.145761 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f61008d1-30e3-43ea-bcad-2134a1fe6127 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939437'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:20:38.160337 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-f61008d1-30e3-43ea-bcad-2134a1fe6127 admin admin] Calling delete_port for 2f1bc78d-7e35-4a93-9a09-84ee11b1ac01 owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 17:20:38.202819 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e207705-d93b-42ea-a0b3-bea34c299fd7 None None] DHCP port deletion for d814d5ca-30ce-40c7-a19a-3244f9dca736 request from dv-cinder-797970-1-iscsi {{(pid=93702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 17:20:38.211239 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Provisioning for port 115c16cc-fe98-4473-85ca-9553bed24364 completed by entity L2. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 17:20:38.238304 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Device d0a81f77-a0fa-4bda-a23a-118f0ef0d332 no longer exists at agent ovs-agent-dv-cinder-797970-1-iscsi {{(pid=93702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 17:20:38.242084 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Provisioning complete for port 115c16cc-fe98-4473-85ca-9553bed24364 triggered by entity L2. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 17:20:38.242468 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979100'] for port, provisioning_complete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:20:38.285541 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] No Port match for: d0a81f77-a0fa-4bda-a23a-118f0ef0d332 {{(pid=93702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 17:20:38.285924 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Device d0a81f77-a0fa-4bda-a23a-118f0ef0d332 not bound to the agent host dv-cinder-797970-1-iscsi {{(pid=93702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 17:20:38.294430 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Device b2c17e2a-28da-4d69-8e31-c770b530421a no longer exists at agent ovs-agent-dv-cinder-797970-1-iscsi {{(pid=93702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 17:20:38.316557 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] No Port match for: b2c17e2a-28da-4d69-8e31-c770b530421a {{(pid=93702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 17:20:38.316925 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Device b2c17e2a-28da-4d69-8e31-c770b530421a not bound to the agent host dv-cinder-797970-1-iscsi {{(pid=93702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 17:20:38.366073 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-1e207705-d93b-42ea-a0b3-bea34c299fd7 None None] Deleting port 2f1bc78d-7e35-4a93-9a09-84ee11b1ac01 {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 17:20:38.366466 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1e207705-d93b-42ea-a0b3-bea34c299fd7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734938643496'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:20:38.425970 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:20:38.452636 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-1e207705-d93b-42ea-a0b3-bea34c299fd7 None None] For port 2f1bc78d-7e35-4a93-9a09-84ee11b1ac01, host dv-cinder-797970-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-1-iscsi',level=0,port_id=2f1bc78d-7e35-4a93-9a09-84ee11b1ac01,segment=NetworkSegment(4beec3e6-c27b-4a74-8745-caa05c422d40),segment_id=4beec3e6-c27b-4a74-8745-caa05c422d40)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 17:20:38.455608 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1e207705-d93b-42ea-a0b3-bea34c299fd7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939437'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:20:38.474795 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96d3db53-01a9-4432-86a6-63a1fb6c75af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '115c16cc-fe98-4473-85ca-9553bed24364'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 17:20:38.477060 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d8b605067795a7fc2c115f7278a2b51e92dc277499becda2f2169a787a2c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45d7f39c-b52e-47ff-9b2d-39848ad0d6c7" -d '{"events": [{"server_uuid": "96d3db53-01a9-4432-86a6-63a1fb6c75af", "name": "network-vif-plugged", "status": "completed", "tag": "115c16cc-fe98-4473-85ca-9553bed24364"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 17:20:38.481869 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-1e207705-d93b-42ea-a0b3-bea34c299fd7 None None] Calling delete_port for 2f1bc78d-7e35-4a93-9a09-84ee11b1ac01 owned by network:dhcp {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 17:20:38.494672 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] For port 115c16cc-fe98-4473-85ca-9553bed24364, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=115c16cc-fe98-4473-85ca-9553bed24364,segment=NetworkSegment(3bafe469-c138-4600-9b82-c2615d6e4790),segment_id=3bafe469-c138-4600-9b82-c2615d6e4790)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 17:20:38.537904 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 17:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c88cfb3-6f77-4fbb-b1d1-5f2f313ec696 x-openstack-request-id: req-6c88cfb3-6f77-4fbb-b1d1-5f2f313ec696 {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 17:20:38.538192 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96d3db53-01a9-4432-86a6-63a1fb6c75af", "name": "network-vif-plugged", "status": "completed", "tag": "115c16cc-fe98-4473-85ca-9553bed24364", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 17:20:38.538453 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6c88cfb3-6f77-4fbb-b1d1-5f2f313ec696 {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 17:20:38.538843 dv-cinder-797970-1-iscsi neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96d3db53-01a9-4432-86a6-63a1fb6c75af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '115c16cc-fe98-4473-85ca-9553bed24364', 'code': 200} Jun 24 17:20:38.594408 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:20:38.596945 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:20:38.623514 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f61008d1-30e3-43ea-bcad-2134a1fe6127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734938646739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734938254839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10147618'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:20:38.626656 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-f937048a-6251-4d94-9bc0-f55513437512 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:20:38.642770 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1e207705-d93b-42ea-a0b3-bea34c299fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734938646739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734938254839'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:20:38.649828 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61008d1-30e3-43ea-bcad-2134a1fe6127 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f1bc78d-7e35-4a93-9a09-84ee11b1ac01,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:20:38.652908 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-f61008d1-30e3-43ea-bcad-2134a1fe6127 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:20:38.653621 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Pushing event updated for resources: {'Port': ['ID=115c16cc-fe98-4473-85ca-9553bed24364,revision_number=5']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:20:38.654155 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61008d1-30e3-43ea-bcad-2134a1fe6127 admin admin] No DVR routers for this DVR port 2f1bc78d-7e35-4a93-9a09-84ee11b1ac01 on host dv-cinder-797970-1-iscsi {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 17:20:38.657811 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:20:38.659900 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:20:38.665181 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e207705-d93b-42ea-a0b3-bea34c299fd7 None None] No DVR routers for this DVR port 2f1bc78d-7e35-4a93-9a09-84ee11b1ac01 on host dv-cinder-797970-1-iscsi {{(pid=93702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 17:20:38.687203 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e207705-d93b-42ea-a0b3-bea34c299fd7 None None] Pushing event deleted for resources: {'Port': ['ID=2f1bc78d-7e35-4a93-9a09-84ee11b1ac01,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:20:38.695210 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-1e207705-d93b-42ea-a0b3-bea34c299fd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:20:38.732231 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f61008d1-30e3-43ea-bcad-2134a1fe6127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982037', 'neutron.services.segments.db._delete_segments_for_network-8734938762792'] for network, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:20:38.740959 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.services.segments.db [None req-f61008d1-30e3-43ea-bcad-2134a1fe6127 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d814d5ca-30ce-40c7-a19a-3244f9dca736']}} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:20:38.756714 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.services.segments.db [None req-f61008d1-30e3-43ea-bcad-2134a1fe6127 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4beec3e6-c27b-4a74-8745-caa05c422d40') {'for_net_delete': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:20:38.757063 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.services.segments.db [None req-f61008d1-30e3-43ea-bcad-2134a1fe6127 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4beec3e6-c27b-4a74-8745-caa05c422d40') {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:20:38.766232 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f61008d1-30e3-43ea-bcad-2134a1fe6127 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734938750383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8727776'] for segment, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:20:38.781612 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f61008d1-30e3-43ea-bcad-2134a1fe6127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083357'] for segment, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:20:38.787493 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f61008d1-30e3-43ea-bcad-2134a1fe6127 admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=93701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 17:20:38.787877 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f61008d1-30e3-43ea-bcad-2134a1fe6127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10147599'] for segment, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:20:38.789571 dv-cinder-797970-1-iscsi neutron-server[93701]: Traceback (most recent call last): Jun 24 17:20:38.789571 dv-cinder-797970-1-iscsi neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 17:20:38.789571 dv-cinder-797970-1-iscsi neutron-server[93701]: timer() Jun 24 17:20:38.789571 dv-cinder-797970-1-iscsi neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 17:20:38.789571 dv-cinder-797970-1-iscsi neutron-server[93701]: cb(*args, **kw) Jun 24 17:20:38.789571 dv-cinder-797970-1-iscsi neutron-server[93701]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 17:20:38.789571 dv-cinder-797970-1-iscsi neutron-server[93701]: return func(*args, **kwargs) Jun 24 17:20:38.789571 dv-cinder-797970-1-iscsi neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 17:20:38.789571 dv-cinder-797970-1-iscsi neutron-server[93701]: self._notify() Jun 24 17:20:38.789571 dv-cinder-797970-1-iscsi neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 17:20:38.789571 dv-cinder-797970-1-iscsi neutron-server[93701]: self.callback(batched_events) Jun 24 17:20:38.789571 dv-cinder-797970-1-iscsi neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 17:20:38.789571 dv-cinder-797970-1-iscsi neutron-server[93701]: event.method(event) Jun 24 17:20:38.789571 dv-cinder-797970-1-iscsi neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 17:20:38.789571 dv-cinder-797970-1-iscsi neutron-server[93701]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 17:20:38.789571 dv-cinder-797970-1-iscsi neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 17:20:38.789571 dv-cinder-797970-1-iscsi neutron-server[93701]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 17:20:38.789571 dv-cinder-797970-1-iscsi neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 17:20:38.789571 dv-cinder-797970-1-iscsi neutron-server[93701]: return f(self, *a, **k) Jun 24 17:20:38.789571 dv-cinder-797970-1-iscsi neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 17:20:38.789571 dv-cinder-797970-1-iscsi neutron-server[93701]: return self._get(url).json() Jun 24 17:20:38.789571 dv-cinder-797970-1-iscsi neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 17:20:38.789571 dv-cinder-797970-1-iscsi neutron-server[93701]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 17:20:38.789571 dv-cinder-797970-1-iscsi neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 17:20:38.789571 dv-cinder-797970-1-iscsi neutron-server[93701]: return self.request(url, 'GET', **kwargs) Jun 24 17:20:38.789571 dv-cinder-797970-1-iscsi neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 17:20:38.789571 dv-cinder-797970-1-iscsi neutron-server[93701]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 17:20:38.789571 dv-cinder-797970-1-iscsi neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 17:20:38.789571 dv-cinder-797970-1-iscsi neutron-server[93701]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 17:20:38.789571 dv-cinder-797970-1-iscsi neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 17:20:38.789571 dv-cinder-797970-1-iscsi neutron-server[93701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 17:20:38.789571 dv-cinder-797970-1-iscsi neutron-server[93701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 17:20:38.872256 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09af3ec-ceeb-4b5e-b12f-9d1e9ed86b61 req-795bcd62-05d9-4256-8772-75ba7db04a8f tempest-VolumesSnapshotTestJSON-954170916 tempest-VolumesSnapshotTestJSON-954170916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:20:38.873484 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-e09af3ec-ceeb-4b5e-b12f-9d1e9ed86b61 req-795bcd62-05d9-4256-8772-75ba7db04a8f tempest-VolumesSnapshotTestJSON-954170916 tempest-VolumesSnapshotTestJSON-954170916-project] 10.222.0.15 "GET /v2.0/ports?device_id=96d3db53-01a9-4432-86a6-63a1fb6c75af HTTP/1.1" status: 200 len: 945 time: 0.0665159 Jun 24 17:20:38.914549 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f61008d1-30e3-43ea-bcad-2134a1fe6127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-545941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-938511'] for network, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:20:38.920102 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f61008d1-30e3-43ea-bcad-2134a1fe6127 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592921'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:20:38.922619 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-f61008d1-30e3-43ea-bcad-2134a1fe6127 admin admin] 10.222.0.15 "DELETE /v2.0/networks/d814d5ca-30ce-40c7-a19a-3244f9dca736 HTTP/1.1" status: 204 len: 168 time: 0.9691629 Jun 24 17:20:38.923231 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:20:38.925398 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 36350) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:20:38.943432 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-e09af3ec-ceeb-4b5e-b12f-9d1e9ed86b61 req-79b05746-2d95-4edc-9ed2-04b5ebd44a85 tempest-VolumesSnapshotTestJSON-954170916 tempest-VolumesSnapshotTestJSON-954170916-project] 10.222.0.15 "GET /v2.0/security-groups?id=46f7e650-de7c-43ad-8e8f-7da0290ace16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621264 Jun 24 17:20:38.964491 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a153cf-6d0e-439f-9e24-fe245769d5b1 req-9b3aed68-eac6-448b-aca4-16b26ba25cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:20:38.964491 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-09a153cf-6d0e-439f-9e24-fe245769d5b1 req-9b3aed68-eac6-448b-aca4-16b26ba25cd4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=96d3db53-01a9-4432-86a6-63a1fb6c75af HTTP/1.1" status: 200 len: 1098 time: 0.0872893 Jun 24 17:20:38.974796 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61008d1-30e3-43ea-bcad-2134a1fe6127 admin admin] Pushing event deleted for resources: {'Network': ['ID=d814d5ca-30ce-40c7-a19a-3244f9dca736,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:20:38.977219 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-f61008d1-30e3-43ea-bcad-2134a1fe6127 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:20:38.999783 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-09a153cf-6d0e-439f-9e24-fe245769d5b1 req-6bd3941b-636c-43ad-9a75-b5e80ea4ccc3 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=46f7e650-de7c-43ad-8e8f-7da0290ace16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314362 Jun 24 17:20:39.283850 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c5e982f7-6dac-42f1-978b-1705412f6031 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939664'] for router_interface, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:20:39.532245 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-c5e982f7-6dac-42f1-978b-1705412f6031 admin admin] Deleting port 0bb3188b-8248-4289-9322-6a5dabdb9cbb {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 17:20:39.532504 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c5e982f7-6dac-42f1-978b-1705412f6031 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734938643496'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:20:39.610201 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-c5e982f7-6dac-42f1-978b-1705412f6031 admin admin] For port 0bb3188b-8248-4289-9322-6a5dabdb9cbb, host dv-cinder-797970-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-1-iscsi',level=0,port_id=0bb3188b-8248-4289-9322-6a5dabdb9cbb,segment=NetworkSegment(115ff61a-9abd-4c37-825c-11de1ae6f6fc),segment_id=115ff61a-9abd-4c37-825c-11de1ae6f6fc)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 17:20:39.610631 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c5e982f7-6dac-42f1-978b-1705412f6031 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939437'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:20:39.628745 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-c5e982f7-6dac-42f1-978b-1705412f6031 admin admin] Calling delete_port for 0bb3188b-8248-4289-9322-6a5dabdb9cbb owned by network:router_interface {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 17:20:39.874787 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c5e982f7-6dac-42f1-978b-1705412f6031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734938646739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734938254839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10147618'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:20:39.876903 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-c2627652-ad7d-4eb8-b54e-6ea31d320a04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:20:39.900100 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e982f7-6dac-42f1-978b-1705412f6031 admin admin] Pushing event deleted for resources: {'Port': ['ID=0bb3188b-8248-4289-9322-6a5dabdb9cbb,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:20:39.902691 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-c5e982f7-6dac-42f1-978b-1705412f6031 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:20:40.081285 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c5e982f7-6dac-42f1-978b-1705412f6031 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-592949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-937216'] for router_interface, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:20:40.213207 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f776a7-2d7b-4d11-a2f1-3fb70e1ab552 req-51581c73-c7d8-4e86-a7a2-5fee3d5d4f90 tempest-VolumesSnapshotTestJSON-954170916 tempest-VolumesSnapshotTestJSON-954170916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:20:40.217688 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-62f776a7-2d7b-4d11-a2f1-3fb70e1ab552 req-51581c73-c7d8-4e86-a7a2-5fee3d5d4f90 tempest-VolumesSnapshotTestJSON-954170916 tempest-VolumesSnapshotTestJSON-954170916-project] 10.222.0.15 "GET /v2.0/ports?device_id=96d3db53-01a9-4432-86a6-63a1fb6c75af HTTP/1.1" status: 200 len: 945 time: 0.1466620 Jun 24 17:20:40.231680 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Device 2f1bc78d-7e35-4a93-9a09-84ee11b1ac01 no longer exists at agent ovs-agent-dv-cinder-797970-1-iscsi {{(pid=93702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 17:20:40.251663 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] No Port match for: 2f1bc78d-7e35-4a93-9a09-84ee11b1ac01 {{(pid=93702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 17:20:40.252008 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Device 2f1bc78d-7e35-4a93-9a09-84ee11b1ac01 not bound to the agent host dv-cinder-797970-1-iscsi {{(pid=93702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 17:20:40.302701 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-62f776a7-2d7b-4d11-a2f1-3fb70e1ab552 req-d8970c2c-d054-4162-8291-235713b05b6a tempest-VolumesSnapshotTestJSON-954170916 tempest-VolumesSnapshotTestJSON-954170916-project] 10.222.0.15 "GET /v2.0/security-groups?id=46f7e650-de7c-43ad-8e8f-7da0290ace16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787711 Jun 24 17:20:40.375905 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5e982f7-6dac-42f1-978b-1705412f6031 admin admin] Router f56a34c9-1810-4bad-9d72-2f827955b051 has already been hosted by L3 agent ebb0bbf0-d6bc-43df-80f2-a0cdb1424f3b {{(pid=93701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 17:20:40.484918 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5e982f7-6dac-42f1-978b-1705412f6031 admin admin] Notify agent at l3_agent.dv-cinder-797970-1-iscsi the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 17:20:40.494044 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-c5e982f7-6dac-42f1-978b-1705412f6031 admin admin] 10.222.0.15 "PUT /v2.0/routers/f56a34c9-1810-4bad-9d72-2f827955b051/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5675945 Jun 24 17:20:40.496814 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 36364) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:20:40.498569 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc71937-516d-4d2c-8d9c-b8d84eb9c82a None None] Sync routers for ids ['f56a34c9-1810-4bad-9d72-2f827955b051'] in dv-cinder-797970-1-iscsi {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 17:20:40.508690 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc71937-516d-4d2c-8d9c-b8d84eb9c82a None None] Routers {'f56a34c9-1810-4bad-9d72-2f827955b051'} bound to L3 agent in host dv-cinder-797970-1-iscsi {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 17:20:40.509567 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-adc71937-516d-4d2c-8d9c-b8d84eb9c82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T17:00:13Z,description=,heartbeat_timestamp=2021-06-24T17:20:13Z,host='dv-cinder-797970-1-iscsi',id=ebb0bbf0-d6bc-43df-80f2-a0cdb1424f3b,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T17:00:14Z,topic='l3_agent')) {'router_ids': ['f56a34c9-1810-4bad-9d72-2f827955b051'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:20:40.622056 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-df70a984-7921-48f4-a134-20960c8ae7df admin admin] Notify callbacks [] for router, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:20:40.634647 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-adc71937-516d-4d2c-8d9c-b8d84eb9c82a None None] Set router f56a34c9-1810-4bad-9d72-2f827955b051 gateway port host: dv-cinder-797970-1-iscsi {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 17:20:40.727511 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-df70a984-7921-48f4-a134-20960c8ae7df admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:20:40.817045 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-adc71937-516d-4d2c-8d9c-b8d84eb9c82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f56a34c9-1810-4bad-9d72-2f827955b051', 'name': 'tempest-TestShelveInstance-2020705762-router', 'tenant_id': '1255a8ca1fd14745a92eb3821737d1e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'external_fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': '1e755298-56cc-4997-ae13-35bf78bce942', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T17:14:53Z', 'updated_at': '2021-06-24T17:20:39Z', 'revision_number': 5, 'project_id': '1255a8ca1fd14745a92eb3821737d1e4', 'gw_port': {'id': '1e755298-56cc-4997-ae13-35bf78bce942', 'name': '', 'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:ca:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f56a34c9-1810-4bad-9d72-2f827955b051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:14:54Z', 'updated_at': '2021-06-24T17:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '004d905c-cc14-4189-936d-82a0eea7da62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-1-iscsi'}], 'dv-cinder-797970-1-iscsi', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:20:40.842333 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc71937-516d-4d2c-8d9c-b8d84eb9c82a None None] Checking router: f56a34c9-1810-4bad-9d72-2f827955b051 for host: dv-cinder-797970-1-iscsi {{(pid=93703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 17:20:40.850274 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc71937-516d-4d2c-8d9c-b8d84eb9c82a None None] Routers {'f56a34c9-1810-4bad-9d72-2f827955b051'} bound to L3 agent in host dv-cinder-797970-1-iscsi {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 17:20:40.850870 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-adc71937-516d-4d2c-8d9c-b8d84eb9c82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T17:00:13Z,description=,heartbeat_timestamp=2021-06-24T17:20:13Z,host='dv-cinder-797970-1-iscsi',id=ebb0bbf0-d6bc-43df-80f2-a0cdb1424f3b,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T17:00:14Z,topic='l3_agent')) {'router_ids': ['f56a34c9-1810-4bad-9d72-2f827955b051'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:20:40.871608 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-df70a984-7921-48f4-a134-20960c8ae7df admin admin] Deleting port 1e755298-56cc-4997-ae13-35bf78bce942 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 17:20:40.872116 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-df70a984-7921-48f4-a134-20960c8ae7df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734938643496'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:20:40.935564 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-adc71937-516d-4d2c-8d9c-b8d84eb9c82a None None] Set router f56a34c9-1810-4bad-9d72-2f827955b051 gateway port host: None {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 17:20:40.949998 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-df70a984-7921-48f4-a134-20960c8ae7df admin admin] For port 1e755298-56cc-4997-ae13-35bf78bce942, host dv-cinder-797970-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-1-iscsi',level=0,port_id=1e755298-56cc-4997-ae13-35bf78bce942,segment=NetworkSegment(d12f47f8-231e-43a0-ac28-6eda6263252e),segment_id=d12f47f8-231e-43a0-ac28-6eda6263252e)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 17:20:40.950360 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-df70a984-7921-48f4-a134-20960c8ae7df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939437'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:20:40.962544 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-df70a984-7921-48f4-a134-20960c8ae7df admin admin] Calling delete_port for 1e755298-56cc-4997-ae13-35bf78bce942 owned by network:router_gateway {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 17:20:40.989828 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-adc71937-516d-4d2c-8d9c-b8d84eb9c82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f56a34c9-1810-4bad-9d72-2f827955b051', 'name': 'tempest-TestShelveInstance-2020705762-router', 'tenant_id': '1255a8ca1fd14745a92eb3821737d1e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T17:14:53Z', 'updated_at': '2021-06-24T17:20:40Z', 'revision_number': 6, 'project_id': '1255a8ca1fd14745a92eb3821737d1e4', 'gw_port_host': None}], 'dv-cinder-797970-1-iscsi', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:20:41.016541 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc71937-516d-4d2c-8d9c-b8d84eb9c82a None None] The sync data for ids ['f56a34c9-1810-4bad-9d72-2f827955b051'] in dv-cinder-797970-1-iscsi is: [{'id': 'f56a34c9-1810-4bad-9d72-2f827955b051', 'name': 'tempest-TestShelveInstance-2020705762-router', 'tenant_id': '1255a8ca1fd14745a92eb3821737d1e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T17:14:53Z', 'updated_at': '2021-06-24T17:20:40Z', 'revision_number': 6, 'project_id': '1255a8ca1fd14745a92eb3821737d1e4', 'gw_port_host': None}] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 17:20:41.198486 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-6b99ca5f-25c6-4ca4-b4fc-f01bed01dab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:20:41.244310 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-df70a984-7921-48f4-a134-20960c8ae7df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734938646739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734938254839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811389'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:20:41.248122 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-78c767c7-4c02-48ef-bc6d-6d324e2303c8 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:20:41.276247 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df70a984-7921-48f4-a134-20960c8ae7df admin admin] Pushing event deleted for resources: {'Port': ['ID=1e755298-56cc-4997-ae13-35bf78bce942,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:20:41.280311 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-df70a984-7921-48f4-a134-20960c8ae7df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:20:41.335630 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-df70a984-7921-48f4-a134-20960c8ae7df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-938725'] for router_gateway, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:20:41.428258 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-df70a984-7921-48f4-a134-20960c8ae7df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-935419', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25091'] for router, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:20:41.430464 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-df70a984-7921-48f4-a134-20960c8ae7df admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:20:41.529953 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04900ef-6d0a-48ac-9408-8143aa1da9c4 req-5ad3993e-ce4e-4628-8592-83a5680c9db6 tempest-VolumesSnapshotTestJSON-954170916 tempest-VolumesSnapshotTestJSON-954170916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:20:41.531421 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-e04900ef-6d0a-48ac-9408-8143aa1da9c4 req-5ad3993e-ce4e-4628-8592-83a5680c9db6 tempest-VolumesSnapshotTestJSON-954170916 tempest-VolumesSnapshotTestJSON-954170916-project] 10.222.0.15 "GET /v2.0/ports?device_id=96d3db53-01a9-4432-86a6-63a1fb6c75af HTTP/1.1" status: 200 len: 945 time: 0.0978842 Jun 24 17:20:41.569933 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-e04900ef-6d0a-48ac-9408-8143aa1da9c4 req-fa3c4f36-6690-4384-8364-2ffd51c9dd5e tempest-VolumesSnapshotTestJSON-954170916 tempest-VolumesSnapshotTestJSON-954170916-project] 10.222.0.15 "GET /v2.0/security-groups?id=46f7e650-de7c-43ad-8e8f-7da0290ace16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328388 Jun 24 17:20:41.595889 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-df70a984-7921-48f4-a134-20960c8ae7df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-937645'] for router, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:20:41.595889 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df70a984-7921-48f4-a134-20960c8ae7df admin admin] Fanout notify agent at l3_agent the message router_deleted on router f56a34c9-1810-4bad-9d72-2f827955b051 {{(pid=93700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 17:20:41.600517 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-df70a984-7921-48f4-a134-20960c8ae7df admin admin] Notify callbacks [] for router, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:20:41.601572 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-df70a984-7921-48f4-a134-20960c8ae7df admin admin] 10.222.0.15 "DELETE /v2.0/routers/f56a34c9-1810-4bad-9d72-2f827955b051 HTTP/1.1" status: 204 len: 168 time: 1.1031942 Jun 24 17:20:41.604016 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 36376) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:20:41.650717 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.db.db_base_plugin_v2 [None req-684c502b-6188-43da-bcd6-a75fc9007b69 admin admin] Deleting subnet d14ded2f-9b05-439c-b26c-f377afd08d00 {{(pid=93700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 17:20:41.655003 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-684c502b-6188-43da-bcd6-a75fc9007b69 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:20:41.692181 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-684c502b-6188-43da-bcd6-a75fc9007b69 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9521523'] for subnet, precommit_delete_associations {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:20:41.775742 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-684c502b-6188-43da-bcd6-a75fc9007b69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1980419'] for subnet, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:20:41.901988 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-684c502b-6188-43da-bcd6-a75fc9007b69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1980436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2811187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9546211'] for subnet, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:20:41.905118 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:20:41.930198 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684c502b-6188-43da-bcd6-a75fc9007b69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d14ded2f-9b05-439c-b26c-f377afd08d00,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:20:41.935115 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-684c502b-6188-43da-bcd6-a75fc9007b69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:20:41.935115 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-684c502b-6188-43da-bcd6-a75fc9007b69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592921'] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:20:41.936519 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-684c502b-6188-43da-bcd6-a75fc9007b69 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/d14ded2f-9b05-439c-b26c-f377afd08d00 HTTP/1.1" status: 204 len: 168 time: 0.3312786 Jun 24 17:20:41.938931 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 36414) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:20:41.939591 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21bb2e42-4827-4735-bb6e-bd483e7ff6fd None None] Network 63c1692c-20e2-4f2d-a2b2-27713ee82c8e requested from dv-cinder-797970-1-iscsi {{(pid=93702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 17:20:42.022253 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0c3c8737-780b-45c8-9f87-b01a98954000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2040168'] for network, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:20:42.066120 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 36418) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:20:42.106694 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-0c3c8737-780b-45c8-9f87-b01a98954000 admin admin] Deleting port 83939d6a-53f3-406e-a94d-959a8195a9ef {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 17:20:42.107123 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0c3c8737-780b-45c8-9f87-b01a98954000 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734938643496'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:20:42.145418 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb151796-9d9a-45b4-bc35-88d8ceb649ad None None] DHCP port deletion for 63c1692c-20e2-4f2d-a2b2-27713ee82c8e request from dv-cinder-797970-1-iscsi {{(pid=93702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 17:20:42.204031 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-cb151796-9d9a-45b4-bc35-88d8ceb649ad None None] Deleting port 83939d6a-53f3-406e-a94d-959a8195a9ef {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 17:20:42.204450 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-cb151796-9d9a-45b4-bc35-88d8ceb649ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734938643496'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:20:42.208830 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-0c3c8737-780b-45c8-9f87-b01a98954000 admin admin] For port 83939d6a-53f3-406e-a94d-959a8195a9ef, host dv-cinder-797970-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-1-iscsi',level=0,port_id=83939d6a-53f3-406e-a94d-959a8195a9ef,segment=NetworkSegment(115ff61a-9abd-4c37-825c-11de1ae6f6fc),segment_id=115ff61a-9abd-4c37-825c-11de1ae6f6fc)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 17:20:42.209281 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0c3c8737-780b-45c8-9f87-b01a98954000 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939437'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:20:42.221090 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Device 0bb3188b-8248-4289-9322-6a5dabdb9cbb no longer exists at agent ovs-agent-dv-cinder-797970-1-iscsi {{(pid=93702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 17:20:42.225145 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b397b325-3952-435e-869a-0b616e05824d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:20:42.225422 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-0c3c8737-780b-45c8-9f87-b01a98954000 admin admin] Calling delete_port for 83939d6a-53f3-406e-a94d-959a8195a9ef owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 17:20:42.275550 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] No Port match for: 0bb3188b-8248-4289-9322-6a5dabdb9cbb {{(pid=93702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 17:20:42.276165 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Device 0bb3188b-8248-4289-9322-6a5dabdb9cbb not bound to the agent host dv-cinder-797970-1-iscsi {{(pid=93702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 17:20:42.276634 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Device 1e755298-56cc-4997-ae13-35bf78bce942 no longer exists at agent ovs-agent-dv-cinder-797970-1-iscsi {{(pid=93702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 17:20:42.303631 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] No Port match for: 1e755298-56cc-4997-ae13-35bf78bce942 {{(pid=93702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 17:20:42.304081 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Device 1e755298-56cc-4997-ae13-35bf78bce942 not bound to the agent host dv-cinder-797970-1-iscsi {{(pid=93702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 17:20:42.304551 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Device 83939d6a-53f3-406e-a94d-959a8195a9ef no longer exists at agent ovs-agent-dv-cinder-797970-1-iscsi {{(pid=93702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 17:20:42.310939 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-cb151796-9d9a-45b4-bc35-88d8ceb649ad None None] For port 83939d6a-53f3-406e-a94d-959a8195a9ef, host dv-cinder-797970-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-1-iscsi',level=0,port_id=83939d6a-53f3-406e-a94d-959a8195a9ef,segment=NetworkSegment(115ff61a-9abd-4c37-825c-11de1ae6f6fc),segment_id=115ff61a-9abd-4c37-825c-11de1ae6f6fc)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 17:20:42.311436 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-cb151796-9d9a-45b4-bc35-88d8ceb649ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939437'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:20:42.318749 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b397b325-3952-435e-869a-0b616e05824d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:20:42.346433 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-cb151796-9d9a-45b4-bc35-88d8ceb649ad None None] Calling delete_port for 83939d6a-53f3-406e-a94d-959a8195a9ef owned by network:dhcp {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 17:20:42.377490 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0c3c8737-780b-45c8-9f87-b01a98954000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734938646739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734938254839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10147618'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:20:42.379621 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-023a3f63-b90e-4977-b6d5-2d88cb4ea10f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:20:42.401609 dv-cinder-797970-1-iscsi neutron-server[93702]: INFO neutron.plugins.ml2.db [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] No ports have port_id starting with 83939d6a-53f3-406e-a94d-959a8195a9ef Jun 24 17:20:42.405424 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3c8737-780b-45c8-9f87-b01a98954000 admin admin] Pushing event deleted for resources: {'Port': ['ID=83939d6a-53f3-406e-a94d-959a8195a9ef,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:20:42.406469 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b397b325-3952-435e-869a-0b616e05824d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:20:42.408750 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-0c3c8737-780b-45c8-9f87-b01a98954000 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:20:42.409588 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3c8737-780b-45c8-9f87-b01a98954000 admin admin] No DVR routers for this DVR port 83939d6a-53f3-406e-a94d-959a8195a9ef on host dv-cinder-797970-1-iscsi {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 17:20:42.411305 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-dceb441c-da1d-4434-924b-f8ba82457560 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:20:42.459908 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-cb151796-9d9a-45b4-bc35-88d8ceb649ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734938646739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734938254839'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:20:42.461138 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-b397b325-3952-435e-869a-0b616e05824d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d44e6b6b0b8349028bcbecf3f44bd539&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3935761 Jun 24 17:20:42.463620 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b397b325-3952-435e-869a-0b616e05824d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4540aca4-fca9-4aa1-958c-6615943e58c8,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:20:42.464511 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:20:42.467453 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 36426) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:20:42.469891 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-b397b325-3952-435e-869a-0b616e05824d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:20:42.498657 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0c3c8737-780b-45c8-9f87-b01a98954000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982037', 'neutron.services.segments.db._delete_segments_for_network-8734938762792'] for network, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:20:42.505460 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb151796-9d9a-45b4-bc35-88d8ceb649ad None None] Pushing event deleted for resources: {'Port': ['ID=83939d6a-53f3-406e-a94d-959a8195a9ef,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:20:42.508392 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-cb151796-9d9a-45b4-bc35-88d8ceb649ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:20:42.510090 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.services.segments.db [None req-0c3c8737-780b-45c8-9f87-b01a98954000 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63c1692c-20e2-4f2d-a2b2-27713ee82c8e']}} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:20:42.510705 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb151796-9d9a-45b4-bc35-88d8ceb649ad None None] No DVR routers for this DVR port 83939d6a-53f3-406e-a94d-959a8195a9ef on host dv-cinder-797970-1-iscsi {{(pid=93702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 17:20:42.523081 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.services.segments.db [None req-0c3c8737-780b-45c8-9f87-b01a98954000 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '115ff61a-9abd-4c37-825c-11de1ae6f6fc') {'for_net_delete': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:20:42.523387 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.services.segments.db [None req-0c3c8737-780b-45c8-9f87-b01a98954000 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '115ff61a-9abd-4c37-825c-11de1ae6f6fc') {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:20:42.530233 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1b4de24c-ffb9-48de-8368-58d989c42653 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:20:42.533601 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0c3c8737-780b-45c8-9f87-b01a98954000 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734938750383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8727776'] for segment, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:20:42.547218 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0c3c8737-780b-45c8-9f87-b01a98954000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083357'] for segment, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:20:42.553318 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1b4de24c-ffb9-48de-8368-58d989c42653 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:20:42.553779 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c3c8737-780b-45c8-9f87-b01a98954000 admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=93701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 17:20:42.555054 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0c3c8737-780b-45c8-9f87-b01a98954000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10147599'] for segment, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:20:42.557030 dv-cinder-797970-1-iscsi neutron-server[93701]: Traceback (most recent call last): Jun 24 17:20:42.557030 dv-cinder-797970-1-iscsi neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 17:20:42.557030 dv-cinder-797970-1-iscsi neutron-server[93701]: timer() Jun 24 17:20:42.557030 dv-cinder-797970-1-iscsi neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 17:20:42.557030 dv-cinder-797970-1-iscsi neutron-server[93701]: cb(*args, **kw) Jun 24 17:20:42.557030 dv-cinder-797970-1-iscsi neutron-server[93701]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 17:20:42.557030 dv-cinder-797970-1-iscsi neutron-server[93701]: return func(*args, **kwargs) Jun 24 17:20:42.557030 dv-cinder-797970-1-iscsi neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 17:20:42.557030 dv-cinder-797970-1-iscsi neutron-server[93701]: self._notify() Jun 24 17:20:42.557030 dv-cinder-797970-1-iscsi neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 17:20:42.557030 dv-cinder-797970-1-iscsi neutron-server[93701]: self.callback(batched_events) Jun 24 17:20:42.557030 dv-cinder-797970-1-iscsi neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 17:20:42.557030 dv-cinder-797970-1-iscsi neutron-server[93701]: event.method(event) Jun 24 17:20:42.557030 dv-cinder-797970-1-iscsi neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 17:20:42.557030 dv-cinder-797970-1-iscsi neutron-server[93701]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 17:20:42.557030 dv-cinder-797970-1-iscsi neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 17:20:42.557030 dv-cinder-797970-1-iscsi neutron-server[93701]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 17:20:42.557030 dv-cinder-797970-1-iscsi neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 17:20:42.557030 dv-cinder-797970-1-iscsi neutron-server[93701]: return f(self, *a, **k) Jun 24 17:20:42.557030 dv-cinder-797970-1-iscsi neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 17:20:42.557030 dv-cinder-797970-1-iscsi neutron-server[93701]: return self._get(url).json() Jun 24 17:20:42.557030 dv-cinder-797970-1-iscsi neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 17:20:42.557030 dv-cinder-797970-1-iscsi neutron-server[93701]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 17:20:42.557030 dv-cinder-797970-1-iscsi neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 17:20:42.557030 dv-cinder-797970-1-iscsi neutron-server[93701]: return self.request(url, 'GET', **kwargs) Jun 24 17:20:42.557030 dv-cinder-797970-1-iscsi neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 17:20:42.557030 dv-cinder-797970-1-iscsi neutron-server[93701]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 17:20:42.557030 dv-cinder-797970-1-iscsi neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 17:20:42.557030 dv-cinder-797970-1-iscsi neutron-server[93701]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 17:20:42.557030 dv-cinder-797970-1-iscsi neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 17:20:42.557030 dv-cinder-797970-1-iscsi neutron-server[93701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 17:20:42.557030 dv-cinder-797970-1-iscsi neutron-server[93701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 17:20:42.661319 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1b4de24c-ffb9-48de-8368-58d989c42653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:20:42.661578 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0c3c8737-780b-45c8-9f87-b01a98954000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-545941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-938511'] for network, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:20:42.664715 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1b4de24c-ffb9-48de-8368-58d989c42653 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:20:42.665393 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-2c218603-b628-4b9c-87a3-f4b45cd4b6d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:20:42.668262 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-1b4de24c-ffb9-48de-8368-58d989c42653 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4540aca4-fca9-4aa1-958c-6615943e58c8 HTTP/1.1" status: 204 len: 168 time: 0.1973343 Jun 24 17:20:42.668262 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-0354fd2a-6a05-4370-a7e7-67da142e9aa8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:20:42.668671 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0c3c8737-780b-45c8-9f87-b01a98954000 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592921'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:20:42.669923 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-0c3c8737-780b-45c8-9f87-b01a98954000 admin admin] 10.222.0.15 "DELETE /v2.0/networks/63c1692c-20e2-4f2d-a2b2-27713ee82c8e HTTP/1.1" status: 204 len: 168 time: 0.7299283 Jun 24 17:20:42.677950 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4de24c-ffb9-48de-8368-58d989c42653 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4540aca4-fca9-4aa1-958c-6615943e58c8,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:20:42.680491 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-1b4de24c-ffb9-48de-8368-58d989c42653 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:20:42.687571 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3c8737-780b-45c8-9f87-b01a98954000 admin admin] Pushing event deleted for resources: {'Network': ['ID=63c1692c-20e2-4f2d-a2b2-27713ee82c8e,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:20:42.690538 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-0c3c8737-780b-45c8-9f87-b01a98954000 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:20:43.022596 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 36446) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:20:43.068496 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-7ab2da49-f206-469d-a1b8-3370d7009b82 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3932aa6d6c7446bcb7063308e31b911f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0441382 Jun 24 17:20:43.071047 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 36448) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:20:43.129806 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-51023ece-1708-4794-a519-6876a3715c07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:20:43.157639 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-51023ece-1708-4794-a519-6876a3715c07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:20:43.252145 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-51023ece-1708-4794-a519-6876a3715c07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:20:43.254892 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-51023ece-1708-4794-a519-6876a3715c07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:20:43.256023 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-51023ece-1708-4794-a519-6876a3715c07 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c7c0d439-47fc-4a27-9928-1930e2caacf6 HTTP/1.1" status: 204 len: 168 time: 0.1839898 Jun 24 17:20:43.256932 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-683b35cb-6091-4625-b959-e7e79ec4034d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:20:43.264319 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51023ece-1708-4794-a519-6876a3715c07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7c0d439-47fc-4a27-9928-1930e2caacf6,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:20:43.266579 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-51023ece-1708-4794-a519-6876a3715c07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:20:43.467219 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-3c31d2ed-68ad-42e3-bf9f-22cf48445b1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:20:43.918649 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:20:44.029544 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 36456) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:20:44.069355 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-8c063fb1-1460-4119-bb24-5d9603e51595 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1255a8ca1fd14745a92eb3821737d1e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0385399 Jun 24 17:20:44.071804 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 36458) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:20:44.118809 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d36775a0-e07b-4aea-b843-d1ff1d4e1e78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:20:44.139708 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d36775a0-e07b-4aea-b843-d1ff1d4e1e78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:20:44.240321 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d36775a0-e07b-4aea-b843-d1ff1d4e1e78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:20:44.243193 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d36775a0-e07b-4aea-b843-d1ff1d4e1e78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:20:44.244338 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-d36775a0-e07b-4aea-b843-d1ff1d4e1e78 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4435c174-fc04-419f-9a0b-0e4eb6ef8ef4 HTTP/1.1" status: 204 len: 168 time: 0.1716666 Jun 24 17:20:44.245125 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-7e46ba98-db21-4b43-95be-6aa82166b846 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:20:44.253732 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36775a0-e07b-4aea-b843-d1ff1d4e1e78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4435c174-fc04-419f-9a0b-0e4eb6ef8ef4,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:20:44.256388 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-d36775a0-e07b-4aea-b843-d1ff1d4e1e78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:20:44.931404 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5af43288-dd02-4084-874e-f1fcba283848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:20:46.497271 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-845c8506-8cf5-4b6b-bbc4-443bdb09ac47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:20:50.334317 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.agents_db [None req-27f02d43-57e8-424c-a1b0-5a1f36db1773 None None] Agent healthcheck: found 6 active agents {{(pid=93703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 17:20:51.775713 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:21:11.158851 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ef87782b-9daa-46bf-9cdf-da256c05c7cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:21:13.468173 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4f983b58-2f4a-4062-9bd4-16669e5fd92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:21:13.942811 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:21:14.929248 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5af43288-dd02-4084-874e-f1fcba283848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:21:16.479497 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-845c8506-8cf5-4b6b-bbc4-443bdb09ac47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:21:21.770835 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:21:27.333384 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.agents_db [None req-27f02d43-57e8-424c-a1b0-5a1f36db1773 None None] Agent healthcheck: found 6 active agents {{(pid=93703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 17:21:33.338714 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-cea74752-46f0-4f6f-b476-dd69c24ae143 req-abd952a5-a98b-4028-9d30-857554db0c98 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=96d3db53-01a9-4432-86a6-63a1fb6c75af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0524149 Jun 24 17:21:33.452395 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea74752-46f0-4f6f-b476-dd69c24ae143 req-f547c349-c17c-482f-99bc-6e6be4dae0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:21:33.453869 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-cea74752-46f0-4f6f-b476-dd69c24ae143 req-f547c349-c17c-482f-99bc-6e6be4dae0ab service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8a992765c85141ca9c703254233b5296&device_id=96d3db53-01a9-4432-86a6-63a1fb6c75af HTTP/1.1" status: 200 len: 1098 time: 0.0570302 Jun 24 17:21:33.570931 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea74752-46f0-4f6f-b476-dd69c24ae143 req-9dd3baac-d4b1-47ae-93ee-283488ead2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:21:33.572241 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-cea74752-46f0-4f6f-b476-dd69c24ae143 req-9dd3baac-d4b1-47ae-93ee-283488ead2d1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c322a0a2-1994-4a99-91ae-914f8e277a65 HTTP/1.1" status: 200 len: 913 time: 0.0840006 Jun 24 17:21:33.621696 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-cea74752-46f0-4f6f-b476-dd69c24ae143 req-59575fff-87ea-4971-9bad-2db41530fe62 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=115c16cc-fe98-4473-85ca-9553bed24364 HTTP/1.1" status: 200 len: 217 time: 0.0381427 Jun 24 17:21:33.671988 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea74752-46f0-4f6f-b476-dd69c24ae143 req-df2d14f0-558b-40c6-a706-c007429600a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:21:33.673546 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-cea74752-46f0-4f6f-b476-dd69c24ae143 req-df2d14f0-558b-40c6-a706-c007429600a5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6e561cec-0847-4358-a7ff-33e726367155 HTTP/1.1" status: 200 len: 853 time: 0.0445297 Jun 24 17:21:33.710484 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-cea74752-46f0-4f6f-b476-dd69c24ae143 req-8315dcee-35eb-48f0-b6ab-15d8c098e741 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c322a0a2-1994-4a99-91ae-914f8e277a65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269122 Jun 24 17:21:33.799758 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-cea74752-46f0-4f6f-b476-dd69c24ae143 req-290e386b-a343-4432-930a-7d733a1ed929 service neutron] 10.222.0.37 "GET /v2.0/networks/c322a0a2-1994-4a99-91ae-914f8e277a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827935 Jun 24 17:21:33.887929 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-cea74752-46f0-4f6f-b476-dd69c24ae143 req-b756cf99-0a6b-4a19-aa41-0d9936b8dfc8 service neutron] 10.222.0.37 "GET /v2.0/networks/c322a0a2-1994-4a99-91ae-914f8e277a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813816 Jun 24 17:21:34.766185 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76d7204-c952-4867-be57-613387ae5242 req-a5db96e5-eb4c-4ac3-9890-375168ce2304 tempest-VolumesSnapshotTestJSON-954170916 tempest-VolumesSnapshotTestJSON-954170916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:21:34.767526 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-d76d7204-c952-4867-be57-613387ae5242 req-a5db96e5-eb4c-4ac3-9890-375168ce2304 tempest-VolumesSnapshotTestJSON-954170916 tempest-VolumesSnapshotTestJSON-954170916-project] 10.222.0.15 "GET /v2.0/ports?device_id=96d3db53-01a9-4432-86a6-63a1fb6c75af HTTP/1.1" status: 200 len: 945 time: 0.0638020 Jun 24 17:21:34.809806 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-d76d7204-c952-4867-be57-613387ae5242 req-ef424fa3-c312-4015-947d-590f46582f79 tempest-VolumesSnapshotTestJSON-954170916 tempest-VolumesSnapshotTestJSON-954170916-project] 10.222.0.15 "GET /v2.0/security-groups?id=46f7e650-de7c-43ad-8e8f-7da0290ace16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362248 Jun 24 17:21:36.018905 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feffb46-9b5e-46dd-ae8f-adf1fc15d8d3 req-315698b1-dba3-4221-9cfd-ba8e211bc2ea tempest-VolumesSnapshotTestJSON-954170916 tempest-VolumesSnapshotTestJSON-954170916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:21:36.020498 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-5feffb46-9b5e-46dd-ae8f-adf1fc15d8d3 req-315698b1-dba3-4221-9cfd-ba8e211bc2ea tempest-VolumesSnapshotTestJSON-954170916 tempest-VolumesSnapshotTestJSON-954170916-project] 10.222.0.15 "GET /v2.0/ports?device_id=96d3db53-01a9-4432-86a6-63a1fb6c75af HTTP/1.1" status: 200 len: 945 time: 0.0765939 Jun 24 17:21:36.060393 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-5feffb46-9b5e-46dd-ae8f-adf1fc15d8d3 req-8d8a95fc-fe99-488e-90d0-23b9ce6c4115 tempest-VolumesSnapshotTestJSON-954170916 tempest-VolumesSnapshotTestJSON-954170916-project] 10.222.0.15 "GET /v2.0/security-groups?id=46f7e650-de7c-43ad-8e8f-7da0290ace16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335639 Jun 24 17:21:36.820806 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de5d53c-670b-440f-86a4-15a78636dd0b req-835f66cf-2833-4ef9-9117-3565e343bd68 tempest-VolumesSnapshotTestJSON-954170916 tempest-VolumesSnapshotTestJSON-954170916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:21:36.820806 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-7de5d53c-670b-440f-86a4-15a78636dd0b req-835f66cf-2833-4ef9-9117-3565e343bd68 tempest-VolumesSnapshotTestJSON-954170916 tempest-VolumesSnapshotTestJSON-954170916-project] 10.222.0.37 "GET /v2.0/ports?device_id=96d3db53-01a9-4432-86a6-63a1fb6c75af HTTP/1.1" status: 200 len: 945 time: 0.0622797 Jun 24 17:21:36.912345 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [req-7de5d53c-670b-440f-86a4-15a78636dd0b req-22f77291-0032-4c07-b023-dc6db18f8bf2 tempest-VolumesSnapshotTestJSON-954170916 tempest-VolumesSnapshotTestJSON-954170916-project] Deleting port 115c16cc-fe98-4473-85ca-9553bed24364 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 17:21:36.912677 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-7de5d53c-670b-440f-86a4-15a78636dd0b req-22f77291-0032-4c07-b023-dc6db18f8bf2 tempest-VolumesSnapshotTestJSON-954170916 tempest-VolumesSnapshotTestJSON-954170916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734938643496'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:21:37.000245 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-7de5d53c-670b-440f-86a4-15a78636dd0b req-22f77291-0032-4c07-b023-dc6db18f8bf2 tempest-VolumesSnapshotTestJSON-954170916 tempest-VolumesSnapshotTestJSON-954170916-project] For port 115c16cc-fe98-4473-85ca-9553bed24364, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=115c16cc-fe98-4473-85ca-9553bed24364,segment=NetworkSegment(3bafe469-c138-4600-9b82-c2615d6e4790),segment_id=3bafe469-c138-4600-9b82-c2615d6e4790)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 17:21:37.000600 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-7de5d53c-670b-440f-86a4-15a78636dd0b req-22f77291-0032-4c07-b023-dc6db18f8bf2 tempest-VolumesSnapshotTestJSON-954170916 tempest-VolumesSnapshotTestJSON-954170916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939437'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:21:37.013122 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [req-7de5d53c-670b-440f-86a4-15a78636dd0b req-22f77291-0032-4c07-b023-dc6db18f8bf2 tempest-VolumesSnapshotTestJSON-954170916 tempest-VolumesSnapshotTestJSON-954170916-project] Calling delete_port for 115c16cc-fe98-4473-85ca-9553bed24364 owned by compute:nova {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 17:21:37.216719 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-7de5d53c-670b-440f-86a4-15a78636dd0b req-22f77291-0032-4c07-b023-dc6db18f8bf2 tempest-VolumesSnapshotTestJSON-954170916 tempest-VolumesSnapshotTestJSON-954170916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734938646739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734938254839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811389'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:21:37.221163 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-2ca1c807-bdf9-4d72-b3ef-c43c6475444a tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:21:37.249390 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f77291-0032-4c07-b023-dc6db18f8bf2 tempest-VolumesSnapshotTestJSON-954170916 tempest-VolumesSnapshotTestJSON-954170916-project] Pushing event deleted for resources: {'Port': ['ID=115c16cc-fe98-4473-85ca-9553bed24364,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:21:37.255429 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] get_ports_and_sgs() called for port_ids ['115c16cc-fe98-4473-85ca-9553bed24364'] {{(pid=93702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 17:21:37.270360 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f77291-0032-4c07-b023-dc6db18f8bf2 tempest-VolumesSnapshotTestJSON-954170916 tempest-VolumesSnapshotTestJSON-954170916-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:21:37.270746 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f77291-0032-4c07-b023-dc6db18f8bf2 tempest-VolumesSnapshotTestJSON-954170916 tempest-VolumesSnapshotTestJSON-954170916-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:21:37.271119 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f77291-0032-4c07-b023-dc6db18f8bf2 tempest-VolumesSnapshotTestJSON-954170916 tempest-VolumesSnapshotTestJSON-954170916-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:21:37.271485 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f77291-0032-4c07-b023-dc6db18f8bf2 tempest-VolumesSnapshotTestJSON-954170916 tempest-VolumesSnapshotTestJSON-954170916-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:21:37.271850 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f77291-0032-4c07-b023-dc6db18f8bf2 tempest-VolumesSnapshotTestJSON-954170916 tempest-VolumesSnapshotTestJSON-954170916-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:21:37.272209 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f77291-0032-4c07-b023-dc6db18f8bf2 tempest-VolumesSnapshotTestJSON-954170916 tempest-VolumesSnapshotTestJSON-954170916-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:21:37.272565 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f77291-0032-4c07-b023-dc6db18f8bf2 tempest-VolumesSnapshotTestJSON-954170916 tempest-VolumesSnapshotTestJSON-954170916-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:21:37.272917 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f77291-0032-4c07-b023-dc6db18f8bf2 tempest-VolumesSnapshotTestJSON-954170916 tempest-VolumesSnapshotTestJSON-954170916-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:21:37.273538 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f77291-0032-4c07-b023-dc6db18f8bf2 tempest-VolumesSnapshotTestJSON-954170916 tempest-VolumesSnapshotTestJSON-954170916-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:21:37.273912 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f77291-0032-4c07-b023-dc6db18f8bf2 tempest-VolumesSnapshotTestJSON-954170916 tempest-VolumesSnapshotTestJSON-954170916-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:21:37.274267 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f77291-0032-4c07-b023-dc6db18f8bf2 tempest-VolumesSnapshotTestJSON-954170916 tempest-VolumesSnapshotTestJSON-954170916-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:21:37.274618 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f77291-0032-4c07-b023-dc6db18f8bf2 tempest-VolumesSnapshotTestJSON-954170916 tempest-VolumesSnapshotTestJSON-954170916-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:21:37.303739 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7689c7f6-d5e6-4a8a-b964-59c523c568c3 req-accf0c12-0d30-4635-874a-28c2d0c6aaa5 tempest-VolumesSnapshotTestJSON-954170916 tempest-VolumesSnapshotTestJSON-954170916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:21:37.305260 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-7689c7f6-d5e6-4a8a-b964-59c523c568c3 req-accf0c12-0d30-4635-874a-28c2d0c6aaa5 tempest-VolumesSnapshotTestJSON-954170916 tempest-VolumesSnapshotTestJSON-954170916-project] 10.222.0.15 "GET /v2.0/ports?device_id=96d3db53-01a9-4432-86a6-63a1fb6c75af HTTP/1.1" status: 200 len: 945 time: 0.1309459 Jun 24 17:21:37.306117 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-22f77291-0032-4c07-b023-dc6db18f8bf2 tempest-VolumesSnapshotTestJSON-954170916 tempest-VolumesSnapshotTestJSON-954170916-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:21:37.333309 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-7de5d53c-670b-440f-86a4-15a78636dd0b req-22f77291-0032-4c07-b023-dc6db18f8bf2 tempest-VolumesSnapshotTestJSON-954170916 tempest-VolumesSnapshotTestJSON-954170916-project] No DVR routers for this DVR port 115c16cc-fe98-4473-85ca-9553bed24364 on host hv-cinder-79797 {{(pid=93700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 17:21:37.336094 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-7de5d53c-670b-440f-86a4-15a78636dd0b req-22f77291-0032-4c07-b023-dc6db18f8bf2 tempest-VolumesSnapshotTestJSON-954170916 tempest-VolumesSnapshotTestJSON-954170916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14435'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:21:37.337904 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-7de5d53c-670b-440f-86a4-15a78636dd0b req-22f77291-0032-4c07-b023-dc6db18f8bf2 tempest-VolumesSnapshotTestJSON-954170916 tempest-VolumesSnapshotTestJSON-954170916-project] 10.222.0.37 "DELETE /v2.0/ports/115c16cc-fe98-4473-85ca-9553bed24364 HTTP/1.1" status: 204 len: 173 time: 0.5148947 Jun 24 17:21:37.338396 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96d3db53-01a9-4432-86a6-63a1fb6c75af', 'name': 'network-vif-deleted', 'tag': '115c16cc-fe98-4473-85ca-9553bed24364'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 17:21:37.340609 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c39e75a9e8347d24c3004332124e07527e89accb2f43d806ee4df9c6bf49ca2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47290ae1-eca8-4e17-9c8b-79421006f4ea" -d '{"events": [{"server_uuid": "96d3db53-01a9-4432-86a6-63a1fb6c75af", "name": "network-vif-deleted", "tag": "115c16cc-fe98-4473-85ca-9553bed24364"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 17:21:37.369851 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-7689c7f6-d5e6-4a8a-b964-59c523c568c3 req-580c2ff3-463d-469f-9763-746f68884e0b tempest-VolumesSnapshotTestJSON-954170916 tempest-VolumesSnapshotTestJSON-954170916-project] 10.222.0.15 "GET /v2.0/security-groups?id=46f7e650-de7c-43ad-8e8f-7da0290ace16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587411 Jun 24 17:21:37.592399 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 17:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e89d4559-c674-4037-a088-9e22375931f6 x-openstack-request-id: req-e89d4559-c674-4037-a088-9e22375931f6 {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 17:21:37.592738 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96d3db53-01a9-4432-86a6-63a1fb6c75af", "name": "network-vif-deleted", "tag": "115c16cc-fe98-4473-85ca-9553bed24364", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 17:21:37.593037 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e89d4559-c674-4037-a088-9e22375931f6 {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 17:21:37.593474 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96d3db53-01a9-4432-86a6-63a1fb6c75af', 'name': 'network-vif-deleted', 'tag': '115c16cc-fe98-4473-85ca-9553bed24364', 'status': 'completed', 'code': 200} Jun 24 17:21:40.458196 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Device 115c16cc-fe98-4473-85ca-9553bed24364 no longer exists at agent hyperv_hv-cinder-79797 {{(pid=93702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 17:21:40.479000 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] No Port match for: 115c16cc-fe98-4473-85ca-9553bed24364 {{(pid=93702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 17:21:40.479358 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Device 115c16cc-fe98-4473-85ca-9553bed24364 not bound to the agent host hv-cinder-79797 {{(pid=93702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 17:21:41.153245 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a9e22a27-fc3c-4175-a70c-3d96898c62fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:21:43.471729 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-24275dbc-6106-49bb-9025-5f1f93c66dd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:21:43.925037 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:21:44.928758 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5af43288-dd02-4084-874e-f1fcba283848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:21:46.484959 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-845c8506-8cf5-4b6b-bbc4-443bdb09ac47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:21:50.011134 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b41f14-b294-491d-830e-8ebc1ab69860 req-4e2abd10-bae3-41a0-bc31-f12825c47f5b tempest-VolumesSnapshotTestJSON-954170916 tempest-VolumesSnapshotTestJSON-954170916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:21:50.012477 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-52b41f14-b294-491d-830e-8ebc1ab69860 req-4e2abd10-bae3-41a0-bc31-f12825c47f5b tempest-VolumesSnapshotTestJSON-954170916 tempest-VolumesSnapshotTestJSON-954170916-project] 10.222.0.15 "GET /v2.0/networks?id=c322a0a2-1994-4a99-91ae-914f8e277a65 HTTP/1.1" status: 200 len: 813 time: 0.0973041 Jun 24 17:21:50.027219 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-52b41f14-b294-491d-830e-8ebc1ab69860 req-0721adce-42b8-4704-af05-3c4863a7eee3 tempest-VolumesSnapshotTestJSON-954170916 tempest-VolumesSnapshotTestJSON-954170916-project] 10.222.0.15 "GET /v2.0/quotas/8a992765c85141ca9c703254233b5296 HTTP/1.1" status: 200 len: 375 time: 0.0094452 Jun 24 17:21:50.060631 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-52b41f14-b294-491d-830e-8ebc1ab69860 req-036dc301-9802-47f6-a5d1-dc9b97cc3a30 tempest-VolumesSnapshotTestJSON-954170916 tempest-VolumesSnapshotTestJSON-954170916-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=8a992765c85141ca9c703254233b5296&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0286376 Jun 24 17:21:50.165459 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-52b41f14-b294-491d-830e-8ebc1ab69860 req-8b27562d-1e49-4096-9471-665c868e2d7d service neutron] 10.222.0.15 "GET /v2.0/networks/c322a0a2-1994-4a99-91ae-914f8e277a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983162 Jun 24 17:21:50.250370 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-52b41f14-b294-491d-830e-8ebc1ab69860 req-5c1c5528-cb9d-4b14-b37e-9bb54c9858b2 service neutron] 10.222.0.15 "GET /v2.0/networks/c322a0a2-1994-4a99-91ae-914f8e277a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791829 Jun 24 17:21:50.486500 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-aea54fd4-f7ca-4e9a-9f66-09fc7791456d req-5aa193de-83c1-483e-bf1c-01772b1377ed tempest-VolumesSnapshotTestJSON-954170916 tempest-VolumesSnapshotTestJSON-954170916-project] 10.222.0.15 "GET /v2.0/ports?device_id=767b7373-f86c-4fdc-b68d-dff719718095 HTTP/1.1" status: 200 len: 210 time: 0.0290990 Jun 24 17:21:51.638939 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-153d8c54-d915-439d-a4d3-4171ea04c5b2 req-4dd8f22d-2b51-4d9b-a727-78f467aaf00a tempest-VolumesSnapshotTestJSON-954170916 tempest-VolumesSnapshotTestJSON-954170916-project] 10.222.0.15 "GET /v2.0/ports?device_id=767b7373-f86c-4fdc-b68d-dff719718095 HTTP/1.1" status: 200 len: 210 time: 0.0364153 Jun 24 17:21:51.804678 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:21:52.562290 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b41f14-b294-491d-830e-8ebc1ab69860 req-765258bb-817d-40ed-9ed2-f4af2c6c4f5c tempest-VolumesSnapshotTestJSON-954170916 tempest-VolumesSnapshotTestJSON-954170916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:21:52.563608 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-52b41f14-b294-491d-830e-8ebc1ab69860 req-765258bb-817d-40ed-9ed2-f4af2c6c4f5c tempest-VolumesSnapshotTestJSON-954170916 tempest-VolumesSnapshotTestJSON-954170916-project] 10.222.0.37 "GET /v2.0/networks?id=c322a0a2-1994-4a99-91ae-914f8e277a65 HTTP/1.1" status: 200 len: 813 time: 0.1014891 Jun 24 17:21:52.622528 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.v2.base [req-52b41f14-b294-491d-830e-8ebc1ab69860 req-737d879c-a75b-4ba3-b2ac-bb6735f1edb6 tempest-VolumesSnapshotTestJSON-954170916 tempest-VolumesSnapshotTestJSON-954170916-project] Request body: {'port': {'device_id': '767b7373-f86c-4fdc-b68d-dff719718095', 'network_id': 'c322a0a2-1994-4a99-91ae-914f8e277a65', 'admin_state_up': True, 'tenant_id': '8a992765c85141ca9c703254233b5296'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 17:21:52.785440 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-77ab648b-7f55-4988-b420-11cd180957bb req-77eb8c4d-5071-4f29-8ce0-414dd0d5f2fd tempest-VolumesSnapshotTestJSON-954170916 tempest-VolumesSnapshotTestJSON-954170916-project] 10.222.0.15 "GET /v2.0/ports?device_id=767b7373-f86c-4fdc-b68d-dff719718095 HTTP/1.1" status: 200 len: 210 time: 0.0324326 Jun 24 17:21:52.810254 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52b41f14-b294-491d-830e-8ebc1ab69860 req-737d879c-a75b-4ba3-b2ac-bb6735f1edb6 tempest-VolumesSnapshotTestJSON-954170916 tempest-VolumesSnapshotTestJSON-954170916-project] Made reservation on behalf of 8a992765c85141ca9c703254233b5296 for: {'port': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 17:21:52.813913 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-52b41f14-b294-491d-830e-8ebc1ab69860 req-737d879c-a75b-4ba3-b2ac-bb6735f1edb6 tempest-VolumesSnapshotTestJSON-954170916 tempest-VolumesSnapshotTestJSON-954170916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:21:52.934937 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [req-52b41f14-b294-491d-830e-8ebc1ab69860 req-737d879c-a75b-4ba3-b2ac-bb6735f1edb6 tempest-VolumesSnapshotTestJSON-954170916 tempest-VolumesSnapshotTestJSON-954170916-project] Allocated IP 172.20.0.10 (c322a0a2-1994-4a99-91ae-914f8e277a65/6e561cec-0847-4358-a7ff-33e726367155/92275de7-b837-4d6f-b037-e9f0d887dc3a) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 17:21:53.079891 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-52b41f14-b294-491d-830e-8ebc1ab69860 req-737d879c-a75b-4ba3-b2ac-bb6735f1edb6 tempest-VolumesSnapshotTestJSON-954170916 tempest-VolumesSnapshotTestJSON-954170916-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:21:53.169251 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-52b41f14-b294-491d-830e-8ebc1ab69860 req-737d879c-a75b-4ba3-b2ac-bb6735f1edb6 tempest-VolumesSnapshotTestJSON-954170916 tempest-VolumesSnapshotTestJSON-954170916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1991527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-355756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734938254830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2811142'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:21:53.173061 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-1e392232-17ec-44c4-a2b4-6130499f0bb5 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:21:53.215328 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52b41f14-b294-491d-830e-8ebc1ab69860 req-737d879c-a75b-4ba3-b2ac-bb6735f1edb6 tempest-VolumesSnapshotTestJSON-954170916 tempest-VolumesSnapshotTestJSON-954170916-project] Network c322a0a2-1994-4a99-91ae-914f8e277a65 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 17:21:53.218333 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [req-52b41f14-b294-491d-830e-8ebc1ab69860 req-737d879c-a75b-4ba3-b2ac-bb6735f1edb6 tempest-VolumesSnapshotTestJSON-954170916 tempest-VolumesSnapshotTestJSON-954170916-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 17:21:53.221972 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-52b41f14-b294-491d-830e-8ebc1ab69860 req-737d879c-a75b-4ba3-b2ac-bb6735f1edb6 tempest-VolumesSnapshotTestJSON-954170916 tempest-VolumesSnapshotTestJSON-954170916-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 17:21:53.231038 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737d879c-a75b-4ba3-b2ac-bb6735f1edb6 tempest-VolumesSnapshotTestJSON-954170916 tempest-VolumesSnapshotTestJSON-954170916-project] Pushing event updated for resources: {'Port': ['ID=92275de7-b837-4d6f-b037-e9f0d887dc3a,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:21:53.249846 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-737d879c-a75b-4ba3-b2ac-bb6735f1edb6 tempest-VolumesSnapshotTestJSON-954170916 tempest-VolumesSnapshotTestJSON-954170916-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:21:53.279637 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b41f14-b294-491d-830e-8ebc1ab69860 req-737d879c-a75b-4ba3-b2ac-bb6735f1edb6 tempest-VolumesSnapshotTestJSON-954170916 tempest-VolumesSnapshotTestJSON-954170916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:21:53.280254 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-52b41f14-b294-491d-830e-8ebc1ab69860 req-737d879c-a75b-4ba3-b2ac-bb6735f1edb6 tempest-VolumesSnapshotTestJSON-954170916 tempest-VolumesSnapshotTestJSON-954170916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14435'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:21:53.352482 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-52b41f14-b294-491d-830e-8ebc1ab69860 req-737d879c-a75b-4ba3-b2ac-bb6735f1edb6 tempest-VolumesSnapshotTestJSON-954170916 tempest-VolumesSnapshotTestJSON-954170916-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7336617 Jun 24 17:21:53.369914 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.v2.base [req-52b41f14-b294-491d-830e-8ebc1ab69860 req-0b23f8c6-7cd2-4c47-8b13-5b95fb76b484 service neutron] Request body: {'port': {'device_id': '767b7373-f86c-4fdc-b68d-dff719718095', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79797'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 17:21:53.438051 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-52b41f14-b294-491d-830e-8ebc1ab69860 req-0b23f8c6-7cd2-4c47-8b13-5b95fb76b484 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:21:53.696379 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.notifiers.nova [req-52b41f14-b294-491d-830e-8ebc1ab69860 req-0b23f8c6-7cd2-4c47-8b13-5b95fb76b484 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92275de7-b837-4d6f-b037-e9f0d887dc3a {{(pid=93700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 17:21:53.703438 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-52b41f14-b294-491d-830e-8ebc1ab69860 req-0b23f8c6-7cd2-4c47-8b13-5b95fb76b484 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:21:53.714698 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [req-52b41f14-b294-491d-830e-8ebc1ab69860 req-0b23f8c6-7cd2-4c47-8b13-5b95fb76b484 service neutron] Transition to ACTIVE for port object 92275de7-b837-4d6f-b037-e9f0d887dc3a will not be triggered until provisioned by entity L2. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 17:21:53.786562 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-52b41f14-b294-491d-830e-8ebc1ab69860 req-0b23f8c6-7cd2-4c47-8b13-5b95fb76b484 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2811380'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:21:53.788736 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-542ce225-16cb-4386-af8d-bc7867b26a99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:21:53.839560 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b23f8c6-7cd2-4c47-8b13-5b95fb76b484 service neutron] Pushing event updated for resources: {'Port': ['ID=92275de7-b837-4d6f-b037-e9f0d887dc3a,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:21:53.842619 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-0b23f8c6-7cd2-4c47-8b13-5b95fb76b484 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:21:53.909510 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-52b41f14-b294-491d-830e-8ebc1ab69860 req-0b23f8c6-7cd2-4c47-8b13-5b95fb76b484 service neutron] Attempting to bind port 92275de7-b837-4d6f-b037-e9f0d887dc3a on host hv-cinder-79797 for vnic_type normal with profile {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 17:21:53.910007 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-52b41f14-b294-491d-830e-8ebc1ab69860 req-0b23f8c6-7cd2-4c47-8b13-5b95fb76b484 service neutron] Attempting to bind port 92275de7-b837-4d6f-b037-e9f0d887dc3a by drivers openvswitch,hyperv on host hv-cinder-79797 at level 0 using segments [{'id': '3bafe469-c138-4600-9b82-c2615d6e4790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c322a0a2-1994-4a99-91ae-914f8e277a65'}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 17:21:53.910445 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b41f14-b294-491d-830e-8ebc1ab69860 req-0b23f8c6-7cd2-4c47-8b13-5b95fb76b484 service neutron] Attempting to bind port 92275de7-b837-4d6f-b037-e9f0d887dc3a on network c322a0a2-1994-4a99-91ae-914f8e277a65 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 17:21:53.915325 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b41f14-b294-491d-830e-8ebc1ab69860 req-0b23f8c6-7cd2-4c47-8b13-5b95fb76b484 service neutron] Port 92275de7-b837-4d6f-b037-e9f0d887dc3a on network c322a0a2-1994-4a99-91ae-914f8e277a65 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79797 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 17:21:53.915687 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b41f14-b294-491d-830e-8ebc1ab69860 req-0b23f8c6-7cd2-4c47-8b13-5b95fb76b484 service neutron] Attempting to bind port 92275de7-b837-4d6f-b037-e9f0d887dc3a on network c322a0a2-1994-4a99-91ae-914f8e277a65 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 17:21:53.920579 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b41f14-b294-491d-830e-8ebc1ab69860 req-0b23f8c6-7cd2-4c47-8b13-5b95fb76b484 service neutron] Checking agent: {'id': '1288d539-9cda-419c-bcb9-190041a83682', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79797', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 17, 6, 19), 'started_at': datetime.datetime(2021, 6, 24, 17, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 17, 21, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 17:21:53.920913 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b41f14-b294-491d-830e-8ebc1ab69860 req-0b23f8c6-7cd2-4c47-8b13-5b95fb76b484 service neutron] Checking segment: {'id': '3bafe469-c138-4600-9b82-c2615d6e4790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c322a0a2-1994-4a99-91ae-914f8e277a65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 17:21:53.921296 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b41f14-b294-491d-830e-8ebc1ab69860 req-0b23f8c6-7cd2-4c47-8b13-5b95fb76b484 service neutron] Bound using segment: {'id': '3bafe469-c138-4600-9b82-c2615d6e4790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c322a0a2-1994-4a99-91ae-914f8e277a65'} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 17:21:53.921785 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-52b41f14-b294-491d-830e-8ebc1ab69860 req-0b23f8c6-7cd2-4c47-8b13-5b95fb76b484 service neutron] Bound port: 92275de7-b837-4d6f-b037-e9f0d887dc3a, host: hv-cinder-79797, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3bafe469-c138-4600-9b82-c2615d6e4790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c322a0a2-1994-4a99-91ae-914f8e277a65'}}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 17:21:53.922663 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-52b41f14-b294-491d-830e-8ebc1ab69860 req-0b23f8c6-7cd2-4c47-8b13-5b95fb76b484 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:21:53.963137 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdc52d7-45f9-4f4e-98ea-3a8e234aa0b9 req-6a0cf716-5cf1-4e9a-88ce-61f3e7bcdac6 tempest-VolumesSnapshotTestJSON-954170916 tempest-VolumesSnapshotTestJSON-954170916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:21:53.964533 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-3cdc52d7-45f9-4f4e-98ea-3a8e234aa0b9 req-6a0cf716-5cf1-4e9a-88ce-61f3e7bcdac6 tempest-VolumesSnapshotTestJSON-954170916 tempest-VolumesSnapshotTestJSON-954170916-project] 10.222.0.15 "GET /v2.0/ports?device_id=767b7373-f86c-4fdc-b68d-dff719718095 HTTP/1.1" status: 200 len: 944 time: 0.0627556 Jun 24 17:21:53.995064 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-52b41f14-b294-491d-830e-8ebc1ab69860 req-0b23f8c6-7cd2-4c47-8b13-5b95fb76b484 service neutron] For port 92275de7-b837-4d6f-b037-e9f0d887dc3a, host hv-cinder-79797, cleared binding levels {{(pid=93700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 17:21:53.999068 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-52b41f14-b294-491d-830e-8ebc1ab69860 req-0b23f8c6-7cd2-4c47-8b13-5b95fb76b484 service neutron] For port 92275de7-b837-4d6f-b037-e9f0d887dc3a, host hv-cinder-79797, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=92275de7-b837-4d6f-b037-e9f0d887dc3a,segment=NetworkSegment(3bafe469-c138-4600-9b82-c2615d6e4790),segment_id=3bafe469-c138-4600-9b82-c2615d6e4790)] {{(pid=93700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 17:21:54.001632 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-3cdc52d7-45f9-4f4e-98ea-3a8e234aa0b9 req-32c5caa2-5ed1-42dc-92b3-e75e0ab4ac30 tempest-VolumesSnapshotTestJSON-954170916 tempest-VolumesSnapshotTestJSON-954170916-project] 10.222.0.15 "GET /v2.0/security-groups?id=46f7e650-de7c-43ad-8e8f-7da0290ace16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314341 Jun 24 17:21:54.060996 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-52b41f14-b294-491d-830e-8ebc1ab69860 req-0b23f8c6-7cd2-4c47-8b13-5b95fb76b484 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2811380'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:21:54.063221 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-aec888a7-e22a-419e-b03f-58cc02a660f2 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:21:54.095587 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b41f14-b294-491d-830e-8ebc1ab69860 req-0b23f8c6-7cd2-4c47-8b13-5b95fb76b484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:21:54.096190 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-52b41f14-b294-491d-830e-8ebc1ab69860 req-0b23f8c6-7cd2-4c47-8b13-5b95fb76b484 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14435'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:21:54.098228 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-52b41f14-b294-491d-830e-8ebc1ab69860 req-0b23f8c6-7cd2-4c47-8b13-5b95fb76b484 service neutron] 10.222.0.37 "PUT /v2.0/ports/92275de7-b837-4d6f-b037-e9f0d887dc3a HTTP/1.1" status: 200 len: 1094 time: 0.7323689 Jun 24 17:21:54.098724 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '767b7373-f86c-4fdc-b68d-dff719718095', 'tag': '92275de7-b837-4d6f-b037-e9f0d887dc3a'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 17:21:54.100992 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c39e75a9e8347d24c3004332124e07527e89accb2f43d806ee4df9c6bf49ca2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97d6d0b5-2adf-4ec8-addb-a4d02a31b64c" -d '{"events": [{"name": "network-changed", "server_uuid": "767b7373-f86c-4fdc-b68d-dff719718095", "tag": "92275de7-b837-4d6f-b037-e9f0d887dc3a"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 17:21:54.123870 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b23f8c6-7cd2-4c47-8b13-5b95fb76b484 service neutron] Pushing event updated for resources: {'Port': ['ID=92275de7-b837-4d6f-b037-e9f0d887dc3a,revision_number=3']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:21:54.126949 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-0b23f8c6-7cd2-4c47-8b13-5b95fb76b484 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:21:54.139260 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 17:21:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34bad089-d82a-4ff4-a2ef-49534c787bae x-openstack-request-id: req-34bad089-d82a-4ff4-a2ef-49534c787bae {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 17:21:54.139590 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "767b7373-f86c-4fdc-b68d-dff719718095", "tag": "92275de7-b837-4d6f-b037-e9f0d887dc3a", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 17:21:54.139883 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-34bad089-d82a-4ff4-a2ef-49534c787bae {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 17:21:54.140344 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '767b7373-f86c-4fdc-b68d-dff719718095', 'tag': '92275de7-b837-4d6f-b037-e9f0d887dc3a', 'status': 'completed', 'code': 200} Jun 24 17:21:54.234999 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d6d0b5-2adf-4ec8-addb-a4d02a31b64c req-bfb3a70e-d506-4334-9e00-88f5f24e2364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:21:54.236365 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-97d6d0b5-2adf-4ec8-addb-a4d02a31b64c req-bfb3a70e-d506-4334-9e00-88f5f24e2364 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8a992765c85141ca9c703254233b5296&device_id=767b7373-f86c-4fdc-b68d-dff719718095 HTTP/1.1" status: 200 len: 1097 time: 0.0528989 Jun 24 17:21:54.598947 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d6d0b5-2adf-4ec8-addb-a4d02a31b64c req-7620239a-cc7e-40de-b37e-ad2f8f7fa99a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:21:54.600295 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-97d6d0b5-2adf-4ec8-addb-a4d02a31b64c req-7620239a-cc7e-40de-b37e-ad2f8f7fa99a service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=8a992765c85141ca9c703254233b5296&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3511214 Jun 24 17:21:54.688981 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d6d0b5-2adf-4ec8-addb-a4d02a31b64c req-4fbbb415-5d38-41ae-b65c-faceffd4f1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:21:54.690424 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-97d6d0b5-2adf-4ec8-addb-a4d02a31b64c req-4fbbb415-5d38-41ae-b65c-faceffd4f1bd service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0841074 Jun 24 17:21:54.803242 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b41f14-b294-491d-830e-8ebc1ab69860 req-59851f4c-d0bf-45d9-919f-f3c9b40a24bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:21:54.804679 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-52b41f14-b294-491d-830e-8ebc1ab69860 req-59851f4c-d0bf-45d9-919f-f3c9b40a24bc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8a992765c85141ca9c703254233b5296&device_id=767b7373-f86c-4fdc-b68d-dff719718095 HTTP/1.1" status: 200 len: 1097 time: 0.0520928 Jun 24 17:21:54.854185 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-52b41f14-b294-491d-830e-8ebc1ab69860 req-8888eee6-71a0-436e-9f8f-06dd8b17e093 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=92275de7-b837-4d6f-b037-e9f0d887dc3a HTTP/1.1" status: 200 len: 217 time: 0.0370874 Jun 24 17:21:54.901892 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b41f14-b294-491d-830e-8ebc1ab69860 req-05223799-64ce-4b5b-8e54-10cf715bd708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:21:54.903303 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-52b41f14-b294-491d-830e-8ebc1ab69860 req-05223799-64ce-4b5b-8e54-10cf715bd708 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6e561cec-0847-4358-a7ff-33e726367155 HTTP/1.1" status: 200 len: 853 time: 0.0437186 Jun 24 17:21:54.934441 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-52b41f14-b294-491d-830e-8ebc1ab69860 req-876f59cc-2cc1-4049-90a8-5c91a6c51847 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c322a0a2-1994-4a99-91ae-914f8e277a65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249569 Jun 24 17:21:55.025229 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-52b41f14-b294-491d-830e-8ebc1ab69860 req-5cfd4a5a-5086-4254-acf0-13482a3178b4 service neutron] 10.222.0.37 "GET /v2.0/networks/c322a0a2-1994-4a99-91ae-914f8e277a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832858 Jun 24 17:21:55.112629 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-52b41f14-b294-491d-830e-8ebc1ab69860 req-8c814a0e-3e60-4861-bced-0a780dd020d2 service neutron] 10.222.0.37 "GET /v2.0/networks/c322a0a2-1994-4a99-91ae-914f8e277a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814900 Jun 24 17:21:55.178018 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0daa9a-82f8-4382-9cf3-e41719ce6e81 req-15e09120-a955-43a9-84df-cddfc6c1ed61 tempest-VolumesSnapshotTestJSON-954170916 tempest-VolumesSnapshotTestJSON-954170916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:21:55.179444 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-cf0daa9a-82f8-4382-9cf3-e41719ce6e81 req-15e09120-a955-43a9-84df-cddfc6c1ed61 tempest-VolumesSnapshotTestJSON-954170916 tempest-VolumesSnapshotTestJSON-954170916-project] 10.222.0.15 "GET /v2.0/ports?device_id=767b7373-f86c-4fdc-b68d-dff719718095 HTTP/1.1" status: 200 len: 944 time: 0.0630805 Jun 24 17:21:55.220171 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-cf0daa9a-82f8-4382-9cf3-e41719ce6e81 req-47c82380-1804-4560-9ab4-2bcb41f56936 tempest-VolumesSnapshotTestJSON-954170916 tempest-VolumesSnapshotTestJSON-954170916-project] 10.222.0.15 "GET /v2.0/security-groups?id=46f7e650-de7c-43ad-8e8f-7da0290ace16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350072 Jun 24 17:21:56.398650 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea71116-15f8-4841-9184-0c9b004bc7e6 req-b3db9c5b-4d1b-41d5-8fac-2f57d600bee7 tempest-VolumesSnapshotTestJSON-954170916 tempest-VolumesSnapshotTestJSON-954170916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:21:56.400115 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-4ea71116-15f8-4841-9184-0c9b004bc7e6 req-b3db9c5b-4d1b-41d5-8fac-2f57d600bee7 tempest-VolumesSnapshotTestJSON-954170916 tempest-VolumesSnapshotTestJSON-954170916-project] 10.222.0.15 "GET /v2.0/ports?device_id=767b7373-f86c-4fdc-b68d-dff719718095 HTTP/1.1" status: 200 len: 944 time: 0.0676398 Jun 24 17:21:56.437841 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-4ea71116-15f8-4841-9184-0c9b004bc7e6 req-c1a334f4-f8f5-438e-89fd-3141512110c7 tempest-VolumesSnapshotTestJSON-954170916 tempest-VolumesSnapshotTestJSON-954170916-project] 10.222.0.15 "GET /v2.0/security-groups?id=46f7e650-de7c-43ad-8e8f-7da0290ace16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320983 Jun 24 17:21:57.610348 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63961479-a1c9-45dc-b20b-16e1c56660bb req-32f58234-0e98-40c2-93d6-1ae975d5e142 tempest-VolumesSnapshotTestJSON-954170916 tempest-VolumesSnapshotTestJSON-954170916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:21:57.611771 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-63961479-a1c9-45dc-b20b-16e1c56660bb req-32f58234-0e98-40c2-93d6-1ae975d5e142 tempest-VolumesSnapshotTestJSON-954170916 tempest-VolumesSnapshotTestJSON-954170916-project] 10.222.0.15 "GET /v2.0/ports?device_id=767b7373-f86c-4fdc-b68d-dff719718095 HTTP/1.1" status: 200 len: 944 time: 0.0620592 Jun 24 17:21:57.647453 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-63961479-a1c9-45dc-b20b-16e1c56660bb req-67eae11c-e288-4de5-9690-c8f55c9eb0f5 tempest-VolumesSnapshotTestJSON-954170916 tempest-VolumesSnapshotTestJSON-954170916-project] 10.222.0.15 "GET /v2.0/security-groups?id=46f7e650-de7c-43ad-8e8f-7da0290ace16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302010 Jun 24 17:21:58.431982 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Device 92275de7-b837-4d6f-b037-e9f0d887dc3a details requested by agent hyperv_hv-cinder-79797 with host hv-cinder-79797 {{(pid=93702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 17:21:58.522495 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] For port 92275de7-b837-4d6f-b037-e9f0d887dc3a, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=92275de7-b837-4d6f-b037-e9f0d887dc3a,segment=NetworkSegment(3bafe469-c138-4600-9b82-c2615d6e4790),segment_id=3bafe469-c138-4600-9b82-c2615d6e4790)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 17:21:58.533377 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Returning: {'device': '92275de7-b837-4d6f-b037-e9f0d887dc3a', 'network_id': 'c322a0a2-1994-4a99-91ae-914f8e277a65', 'port_id': '92275de7-b837-4d6f-b037-e9f0d887dc3a', 'mac_address': 'fa:16:3e:37:3c:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e561cec-0847-4358-a7ff-33e726367155', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 17:21:58.572898 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:21:58.584877 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.notifiers.nova [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92275de7-b837-4d6f-b037-e9f0d887dc3a {{(pid=93702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 17:21:58.603487 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] For port 92275de7-b837-4d6f-b037-e9f0d887dc3a, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=92275de7-b837-4d6f-b037-e9f0d887dc3a,segment=NetworkSegment(3bafe469-c138-4600-9b82-c2615d6e4790),segment_id=3bafe469-c138-4600-9b82-c2615d6e4790)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 17:21:58.667456 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:21:58.670293 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:21:58.717477 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Pushing event updated for resources: {'Port': ['ID=92275de7-b837-4d6f-b037-e9f0d887dc3a,revision_number=4']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:21:58.725288 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:21:58.725634 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:21:58.725990 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:21:58.726318 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:21:58.726645 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:21:58.726969 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:21:58.727287 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:21:58.727659 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:21:58.727932 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:21:58.728248 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:21:58.728591 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:21:58.728902 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:21:58.732891 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:21:58.827313 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab004da-7716-4f20-b263-9a95ba240b76 req-9576ed68-6091-4dbb-90f4-61faeba6a639 tempest-VolumesSnapshotTestJSON-954170916 tempest-VolumesSnapshotTestJSON-954170916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:21:58.828719 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-2ab004da-7716-4f20-b263-9a95ba240b76 req-9576ed68-6091-4dbb-90f4-61faeba6a639 tempest-VolumesSnapshotTestJSON-954170916 tempest-VolumesSnapshotTestJSON-954170916-project] 10.222.0.15 "GET /v2.0/ports?device_id=767b7373-f86c-4fdc-b68d-dff719718095 HTTP/1.1" status: 200 len: 945 time: 0.0630038 Jun 24 17:21:58.866700 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-2ab004da-7716-4f20-b263-9a95ba240b76 req-6f44fb1b-01e8-42b8-99be-386de2318f18 tempest-VolumesSnapshotTestJSON-954170916 tempest-VolumesSnapshotTestJSON-954170916-project] 10.222.0.15 "GET /v2.0/security-groups?id=46f7e650-de7c-43ad-8e8f-7da0290ace16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323277 Jun 24 17:21:59.106056 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] get_ports_and_sgs() called for port_ids ['92275de7-b837-4d6f-b037-e9f0d887dc3a'] {{(pid=93702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 17:22:00.039053 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ceda1a-4719-445c-b54d-187ae31dfcc4 req-b6fbb473-ed89-43cf-bcc6-31ea2778130e tempest-VolumesSnapshotTestJSON-954170916 tempest-VolumesSnapshotTestJSON-954170916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:22:00.040460 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-09ceda1a-4719-445c-b54d-187ae31dfcc4 req-b6fbb473-ed89-43cf-bcc6-31ea2778130e tempest-VolumesSnapshotTestJSON-954170916 tempest-VolumesSnapshotTestJSON-954170916-project] 10.222.0.15 "GET /v2.0/ports?device_id=767b7373-f86c-4fdc-b68d-dff719718095 HTTP/1.1" status: 200 len: 945 time: 0.0630455 Jun 24 17:22:00.075799 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-09ceda1a-4719-445c-b54d-187ae31dfcc4 req-4bafdcb4-2855-4f0f-a758-aeb3a050fca0 tempest-VolumesSnapshotTestJSON-954170916 tempest-VolumesSnapshotTestJSON-954170916-project] 10.222.0.15 "GET /v2.0/security-groups?id=46f7e650-de7c-43ad-8e8f-7da0290ace16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298078 Jun 24 17:22:00.432147 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Device 92275de7-b837-4d6f-b037-e9f0d887dc3a up at agent hyperv_hv-cinder-79797 {{(pid=93702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 17:22:00.564285 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Provisioning for port 92275de7-b837-4d6f-b037-e9f0d887dc3a completed by entity L2. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 17:22:00.568437 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Provisioning complete for port 92275de7-b837-4d6f-b037-e9f0d887dc3a triggered by entity L2. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 17:22:00.568820 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979100'] for port, provisioning_complete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:22:00.648954 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:22:00.670818 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '767b7373-f86c-4fdc-b68d-dff719718095', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92275de7-b837-4d6f-b037-e9f0d887dc3a'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 17:22:00.673043 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d8b605067795a7fc2c115f7278a2b51e92dc277499becda2f2169a787a2c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-430c32f4-101d-4e4a-8810-d411690a05cf" -d '{"events": [{"server_uuid": "767b7373-f86c-4fdc-b68d-dff719718095", "name": "network-vif-plugged", "status": "completed", "tag": "92275de7-b837-4d6f-b037-e9f0d887dc3a"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 17:22:00.685748 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] For port 92275de7-b837-4d6f-b037-e9f0d887dc3a, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=92275de7-b837-4d6f-b037-e9f0d887dc3a,segment=NetworkSegment(3bafe469-c138-4600-9b82-c2615d6e4790),segment_id=3bafe469-c138-4600-9b82-c2615d6e4790)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 17:22:00.708131 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 17:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97de804b-ef98-4700-8a61-6ae05da53457 x-openstack-request-id: req-97de804b-ef98-4700-8a61-6ae05da53457 {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 17:22:00.708131 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "767b7373-f86c-4fdc-b68d-dff719718095", "name": "network-vif-plugged", "status": "completed", "tag": "92275de7-b837-4d6f-b037-e9f0d887dc3a", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 17:22:00.708435 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-97de804b-ef98-4700-8a61-6ae05da53457 {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 17:22:00.708688 dv-cinder-797970-1-iscsi neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '767b7373-f86c-4fdc-b68d-dff719718095', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92275de7-b837-4d6f-b037-e9f0d887dc3a', 'code': 200} Jun 24 17:22:00.747440 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:22:00.749278 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-cb151796-9d9a-45b4-bc35-88d8ceb649ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:22:00.799381 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Pushing event updated for resources: {'Port': ['ID=92275de7-b837-4d6f-b037-e9f0d887dc3a,revision_number=5']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:22:00.803449 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:22:01.078492 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff9e9e1-11ca-4824-9141-421a6759acdb req-dafe2166-4c44-4832-a093-907c5e389d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:22:01.079831 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-dff9e9e1-11ca-4824-9141-421a6759acdb req-dafe2166-4c44-4832-a093-907c5e389d9b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=767b7373-f86c-4fdc-b68d-dff719718095 HTTP/1.1" status: 200 len: 1099 time: 0.0521307 Jun 24 17:22:01.114742 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-dff9e9e1-11ca-4824-9141-421a6759acdb req-e8faccaa-527c-4160-84b0-661c042713e3 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=46f7e650-de7c-43ad-8e8f-7da0290ace16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278776 Jun 24 17:22:01.250285 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e8cb62-e482-42d2-9495-7be7ed5d1a50 req-5289e437-15ff-433e-931e-91f89841b119 tempest-VolumesSnapshotTestJSON-954170916 tempest-VolumesSnapshotTestJSON-954170916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:22:01.251711 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-93e8cb62-e482-42d2-9495-7be7ed5d1a50 req-5289e437-15ff-433e-931e-91f89841b119 tempest-VolumesSnapshotTestJSON-954170916 tempest-VolumesSnapshotTestJSON-954170916-project] 10.222.0.15 "GET /v2.0/ports?device_id=767b7373-f86c-4fdc-b68d-dff719718095 HTTP/1.1" status: 200 len: 946 time: 0.0662699 Jun 24 17:22:01.288402 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-93e8cb62-e482-42d2-9495-7be7ed5d1a50 req-04430320-e962-4c56-9275-2a947c0edab8 tempest-VolumesSnapshotTestJSON-954170916 tempest-VolumesSnapshotTestJSON-954170916-project] 10.222.0.15 "GET /v2.0/security-groups?id=46f7e650-de7c-43ad-8e8f-7da0290ace16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311112 Jun 24 17:22:02.463019 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89693421-faf4-473a-a059-310b4f7dfdd1 req-90a4af03-d419-4f6e-ad73-fdf71d90f27b tempest-VolumesSnapshotTestJSON-954170916 tempest-VolumesSnapshotTestJSON-954170916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:22:02.464376 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-89693421-faf4-473a-a059-310b4f7dfdd1 req-90a4af03-d419-4f6e-ad73-fdf71d90f27b tempest-VolumesSnapshotTestJSON-954170916 tempest-VolumesSnapshotTestJSON-954170916-project] 10.222.0.15 "GET /v2.0/ports?device_id=767b7373-f86c-4fdc-b68d-dff719718095 HTTP/1.1" status: 200 len: 946 time: 0.0656607 Jun 24 17:22:02.508469 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-89693421-faf4-473a-a059-310b4f7dfdd1 req-5eed0b1b-a4bd-470a-a9f3-462227a82952 tempest-VolumesSnapshotTestJSON-954170916 tempest-VolumesSnapshotTestJSON-954170916-project] 10.222.0.15 "GET /v2.0/security-groups?id=46f7e650-de7c-43ad-8e8f-7da0290ace16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372446 Jun 24 17:22:03.678747 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dedcc38-f1a8-4886-88c6-1c3a74c7e086 req-9fd87243-10e2-4e69-a3c1-aa522932e0df tempest-VolumesSnapshotTestJSON-954170916 tempest-VolumesSnapshotTestJSON-954170916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:22:03.680188 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-7dedcc38-f1a8-4886-88c6-1c3a74c7e086 req-9fd87243-10e2-4e69-a3c1-aa522932e0df tempest-VolumesSnapshotTestJSON-954170916 tempest-VolumesSnapshotTestJSON-954170916-project] 10.222.0.15 "GET /v2.0/ports?device_id=767b7373-f86c-4fdc-b68d-dff719718095 HTTP/1.1" status: 200 len: 946 time: 0.0629063 Jun 24 17:22:03.716283 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-7dedcc38-f1a8-4886-88c6-1c3a74c7e086 req-b4b87190-231f-4a1c-bdd2-b3f3dc4f9997 tempest-VolumesSnapshotTestJSON-954170916 tempest-VolumesSnapshotTestJSON-954170916-project] 10.222.0.15 "GET /v2.0/security-groups?id=46f7e650-de7c-43ad-8e8f-7da0290ace16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306270 Jun 24 17:22:04.332347 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.agents_db [None req-27f02d43-57e8-424c-a1b0-5a1f36db1773 None None] Agent healthcheck: found 6 active agents {{(pid=93703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 17:22:11.210957 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-42212ddf-f134-4db2-a945-01cb539b957d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:22:13.477197 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-28f2d64b-bbd2-4e3a-b508-1aa6b5d87d49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:22:13.924338 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:22:14.941262 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5af43288-dd02-4084-874e-f1fcba283848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:22:16.494015 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-845c8506-8cf5-4b6b-bbc4-443bdb09ac47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:22:21.807895 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:22:29.321783 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb6fe4d-ce52-4d54-ac09-b2252b8e5b3e req-2e19c680-5077-4794-befa-d771a6e0106e tempest-VolumesSnapshotTestJSON-954170916 tempest-VolumesSnapshotTestJSON-954170916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:22:29.323142 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-6bb6fe4d-ce52-4d54-ac09-b2252b8e5b3e req-2e19c680-5077-4794-befa-d771a6e0106e tempest-VolumesSnapshotTestJSON-954170916 tempest-VolumesSnapshotTestJSON-954170916-project] 10.222.0.15 "GET /v2.0/ports?device_id=767b7373-f86c-4fdc-b68d-dff719718095 HTTP/1.1" status: 200 len: 946 time: 0.0720387 Jun 24 17:22:29.360583 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-6bb6fe4d-ce52-4d54-ac09-b2252b8e5b3e req-4066efae-8733-408c-849a-a06a5116bd17 tempest-VolumesSnapshotTestJSON-954170916 tempest-VolumesSnapshotTestJSON-954170916-project] 10.222.0.15 "GET /v2.0/security-groups?id=46f7e650-de7c-43ad-8e8f-7da0290ace16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318170 Jun 24 17:22:30.536256 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7345973c-3c1e-4e98-aa30-b3233151d650 req-c972aa43-f2ff-45e1-b5e3-f910f4c75ff6 tempest-VolumesSnapshotTestJSON-954170916 tempest-VolumesSnapshotTestJSON-954170916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:22:30.537617 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-7345973c-3c1e-4e98-aa30-b3233151d650 req-c972aa43-f2ff-45e1-b5e3-f910f4c75ff6 tempest-VolumesSnapshotTestJSON-954170916 tempest-VolumesSnapshotTestJSON-954170916-project] 10.222.0.15 "GET /v2.0/ports?device_id=767b7373-f86c-4fdc-b68d-dff719718095 HTTP/1.1" status: 200 len: 946 time: 0.0645137 Jun 24 17:22:30.580009 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-7345973c-3c1e-4e98-aa30-b3233151d650 req-f4c818fd-865c-4d08-ba06-9eff52472537 tempest-VolumesSnapshotTestJSON-954170916 tempest-VolumesSnapshotTestJSON-954170916-project] 10.222.0.15 "GET /v2.0/security-groups?id=46f7e650-de7c-43ad-8e8f-7da0290ace16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361321 Jun 24 17:22:31.286904 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cc9da0-89f7-42f2-b1e6-12aa87cb7da1 req-4f8a3767-3a80-43f0-a085-c794d75a53f1 tempest-VolumesSnapshotTestJSON-954170916 tempest-VolumesSnapshotTestJSON-954170916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:22:31.288215 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-c2cc9da0-89f7-42f2-b1e6-12aa87cb7da1 req-4f8a3767-3a80-43f0-a085-c794d75a53f1 tempest-VolumesSnapshotTestJSON-954170916 tempest-VolumesSnapshotTestJSON-954170916-project] 10.222.0.37 "GET /v2.0/ports?device_id=767b7373-f86c-4fdc-b68d-dff719718095 HTTP/1.1" status: 200 len: 946 time: 0.0670364 Jun 24 17:22:31.388790 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [req-c2cc9da0-89f7-42f2-b1e6-12aa87cb7da1 req-2f87cd93-9cf1-46b0-bc3b-1b75f07840e1 tempest-VolumesSnapshotTestJSON-954170916 tempest-VolumesSnapshotTestJSON-954170916-project] Deleting port 92275de7-b837-4d6f-b037-e9f0d887dc3a {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 17:22:31.389138 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-c2cc9da0-89f7-42f2-b1e6-12aa87cb7da1 req-2f87cd93-9cf1-46b0-bc3b-1b75f07840e1 tempest-VolumesSnapshotTestJSON-954170916 tempest-VolumesSnapshotTestJSON-954170916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734938643496'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:22:31.479092 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-c2cc9da0-89f7-42f2-b1e6-12aa87cb7da1 req-2f87cd93-9cf1-46b0-bc3b-1b75f07840e1 tempest-VolumesSnapshotTestJSON-954170916 tempest-VolumesSnapshotTestJSON-954170916-project] For port 92275de7-b837-4d6f-b037-e9f0d887dc3a, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=92275de7-b837-4d6f-b037-e9f0d887dc3a,segment=NetworkSegment(3bafe469-c138-4600-9b82-c2615d6e4790),segment_id=3bafe469-c138-4600-9b82-c2615d6e4790)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 17:22:31.479455 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-c2cc9da0-89f7-42f2-b1e6-12aa87cb7da1 req-2f87cd93-9cf1-46b0-bc3b-1b75f07840e1 tempest-VolumesSnapshotTestJSON-954170916 tempest-VolumesSnapshotTestJSON-954170916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939437'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:22:31.492460 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [req-c2cc9da0-89f7-42f2-b1e6-12aa87cb7da1 req-2f87cd93-9cf1-46b0-bc3b-1b75f07840e1 tempest-VolumesSnapshotTestJSON-954170916 tempest-VolumesSnapshotTestJSON-954170916-project] Calling delete_port for 92275de7-b837-4d6f-b037-e9f0d887dc3a owned by compute:nova {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 17:22:31.666792 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-c2cc9da0-89f7-42f2-b1e6-12aa87cb7da1 req-2f87cd93-9cf1-46b0-bc3b-1b75f07840e1 tempest-VolumesSnapshotTestJSON-954170916 tempest-VolumesSnapshotTestJSON-954170916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734938646739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734938254839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811389'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:22:31.670960 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-7f559cb9-6c8e-4b38-b4f1-9dd8b8d4edf1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:22:31.702156 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f87cd93-9cf1-46b0-bc3b-1b75f07840e1 tempest-VolumesSnapshotTestJSON-954170916 tempest-VolumesSnapshotTestJSON-954170916-project] Pushing event deleted for resources: {'Port': ['ID=92275de7-b837-4d6f-b037-e9f0d887dc3a,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:22:31.703097 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] get_ports_and_sgs() called for port_ids ['92275de7-b837-4d6f-b037-e9f0d887dc3a'] {{(pid=93702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 17:22:31.704737 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-2f87cd93-9cf1-46b0-bc3b-1b75f07840e1 tempest-VolumesSnapshotTestJSON-954170916 tempest-VolumesSnapshotTestJSON-954170916-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:22:31.727216 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-e2e664db-8534-4dea-affd-aa5d74bdbef8 req-88e90161-68f9-4c32-bb9d-fd3c6b7948e3 tempest-VolumesSnapshotTestJSON-954170916 tempest-VolumesSnapshotTestJSON-954170916-project] 10.222.0.15 "GET /v2.0/ports?device_id=767b7373-f86c-4fdc-b68d-dff719718095 HTTP/1.1" status: 200 len: 210 time: 0.0351489 Jun 24 17:22:31.750150 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2cc9da0-89f7-42f2-b1e6-12aa87cb7da1 req-2f87cd93-9cf1-46b0-bc3b-1b75f07840e1 tempest-VolumesSnapshotTestJSON-954170916 tempest-VolumesSnapshotTestJSON-954170916-project] No DVR routers for this DVR port 92275de7-b837-4d6f-b037-e9f0d887dc3a on host hv-cinder-79797 {{(pid=93700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 17:22:31.757271 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-c2cc9da0-89f7-42f2-b1e6-12aa87cb7da1 req-2f87cd93-9cf1-46b0-bc3b-1b75f07840e1 tempest-VolumesSnapshotTestJSON-954170916 tempest-VolumesSnapshotTestJSON-954170916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14435'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:22:31.757271 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-c2cc9da0-89f7-42f2-b1e6-12aa87cb7da1 req-2f87cd93-9cf1-46b0-bc3b-1b75f07840e1 tempest-VolumesSnapshotTestJSON-954170916 tempest-VolumesSnapshotTestJSON-954170916-project] 10.222.0.37 "DELETE /v2.0/ports/92275de7-b837-4d6f-b037-e9f0d887dc3a HTTP/1.1" status: 204 len: 173 time: 0.4615104 Jun 24 17:22:31.757271 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '767b7373-f86c-4fdc-b68d-dff719718095', 'name': 'network-vif-deleted', 'tag': '92275de7-b837-4d6f-b037-e9f0d887dc3a'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 17:22:31.760083 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c39e75a9e8347d24c3004332124e07527e89accb2f43d806ee4df9c6bf49ca2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e590136a-afbd-470c-aa12-3d287d3f9ca1" -d '{"events": [{"server_uuid": "767b7373-f86c-4fdc-b68d-dff719718095", "name": "network-vif-deleted", "tag": "92275de7-b837-4d6f-b037-e9f0d887dc3a"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 17:22:31.797102 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 17:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e67b171-321b-499a-9ba7-2883f750c08c x-openstack-request-id: req-0e67b171-321b-499a-9ba7-2883f750c08c {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 17:22:31.797440 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "767b7373-f86c-4fdc-b68d-dff719718095", "name": "network-vif-deleted", "tag": "92275de7-b837-4d6f-b037-e9f0d887dc3a", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 17:22:31.797754 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0e67b171-321b-499a-9ba7-2883f750c08c {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 17:22:31.798187 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '767b7373-f86c-4fdc-b68d-dff719718095', 'name': 'network-vif-deleted', 'tag': '92275de7-b837-4d6f-b037-e9f0d887dc3a', 'status': 'completed', 'code': 200} Jun 24 17:22:34.694459 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Device 92275de7-b837-4d6f-b037-e9f0d887dc3a no longer exists at agent hyperv_hv-cinder-79797 {{(pid=93702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 17:22:34.716550 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] No Port match for: 92275de7-b837-4d6f-b037-e9f0d887dc3a {{(pid=93702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 17:22:34.716904 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Device 92275de7-b837-4d6f-b037-e9f0d887dc3a not bound to the agent host hv-cinder-79797 {{(pid=93702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 17:22:41.169295 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-449ea604-01e9-493e-b878-7e82ecce5098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:22:41.331076 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.agents_db [None req-27f02d43-57e8-424c-a1b0-5a1f36db1773 None None] Agent healthcheck: found 6 active agents {{(pid=93703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 17:22:43.489377 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-26bb9ae5-e0a6-4460-b86a-a3fe26b7bac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:22:43.918825 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:22:44.962712 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5af43288-dd02-4084-874e-f1fcba283848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:22:46.511684 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-845c8506-8cf5-4b6b-bbc4-443bdb09ac47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:22:51.843913 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:00.292291 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 36944) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:23:00.336492 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.db.db_base_plugin_v2 [None req-269d522f-34ba-4812-8147-9ac3abfae39f admin admin] Deleting subnet 6e561cec-0847-4358-a7ff-33e726367155 {{(pid=93701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 17:23:00.339479 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-269d522f-34ba-4812-8147-9ac3abfae39f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:00.372952 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-269d522f-34ba-4812-8147-9ac3abfae39f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8727705'] for subnet, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:00.415612 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-269d522f-34ba-4812-8147-9ac3abfae39f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1980419'] for subnet, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:00.533480 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-269d522f-34ba-4812-8147-9ac3abfae39f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1980436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10147820', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10152639'] for subnet, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:00.535386 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-e2311405-9cd1-4e1a-995f-ecf229b0a142 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:23:00.556731 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269d522f-34ba-4812-8147-9ac3abfae39f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e561cec-0847-4358-a7ff-33e726367155,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:23:00.567059 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269d522f-34ba-4812-8147-9ac3abfae39f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:23:00.567448 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269d522f-34ba-4812-8147-9ac3abfae39f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:23:00.567948 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269d522f-34ba-4812-8147-9ac3abfae39f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:23:00.568218 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269d522f-34ba-4812-8147-9ac3abfae39f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:23:00.568583 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269d522f-34ba-4812-8147-9ac3abfae39f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:23:00.568947 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269d522f-34ba-4812-8147-9ac3abfae39f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:23:00.569801 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269d522f-34ba-4812-8147-9ac3abfae39f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:23:00.569801 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269d522f-34ba-4812-8147-9ac3abfae39f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:23:00.570021 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269d522f-34ba-4812-8147-9ac3abfae39f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:23:00.570380 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269d522f-34ba-4812-8147-9ac3abfae39f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:23:00.570735 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269d522f-34ba-4812-8147-9ac3abfae39f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:23:00.571087 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269d522f-34ba-4812-8147-9ac3abfae39f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:23:00.573916 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-269d522f-34ba-4812-8147-9ac3abfae39f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:00.577631 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-269d522f-34ba-4812-8147-9ac3abfae39f admin admin] 10.222.0.15 "DELETE /v2.0/subnets/6e561cec-0847-4358-a7ff-33e726367155 HTTP/1.1" status: 204 len: 168 time: 0.2843368 Jun 24 17:23:00.578589 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-269d522f-34ba-4812-8147-9ac3abfae39f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:23:00.579289 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 36946) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:23:00.643965 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-49589d83-bc1b-4540-b9c3-2c201c907a6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2040168'] for network, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:00.722218 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-49589d83-bc1b-4540-b9c3-2c201c907a6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982037', 'neutron.services.segments.db._delete_segments_for_network-8734938762792'] for network, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:00.731954 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.services.segments.db [None req-49589d83-bc1b-4540-b9c3-2c201c907a6b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c322a0a2-1994-4a99-91ae-914f8e277a65']}} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:23:00.741713 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.services.segments.db [None req-49589d83-bc1b-4540-b9c3-2c201c907a6b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bafe469-c138-4600-9b82-c2615d6e4790') {'for_net_delete': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:23:00.742019 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.services.segments.db [None req-49589d83-bc1b-4540-b9c3-2c201c907a6b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bafe469-c138-4600-9b82-c2615d6e4790') {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:23:00.751280 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-49589d83-bc1b-4540-b9c3-2c201c907a6b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734938750383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8727776'] for segment, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:00.764044 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-49589d83-bc1b-4540-b9c3-2c201c907a6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083357'] for segment, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:00.769539 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49589d83-bc1b-4540-b9c3-2c201c907a6b admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=93701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 17:23:00.769947 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-49589d83-bc1b-4540-b9c3-2c201c907a6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10147599'] for segment, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:00.771554 dv-cinder-797970-1-iscsi neutron-server[93701]: Traceback (most recent call last): Jun 24 17:23:00.771554 dv-cinder-797970-1-iscsi neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 17:23:00.771554 dv-cinder-797970-1-iscsi neutron-server[93701]: timer() Jun 24 17:23:00.771554 dv-cinder-797970-1-iscsi neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 17:23:00.771554 dv-cinder-797970-1-iscsi neutron-server[93701]: cb(*args, **kw) Jun 24 17:23:00.771554 dv-cinder-797970-1-iscsi neutron-server[93701]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 17:23:00.771554 dv-cinder-797970-1-iscsi neutron-server[93701]: return func(*args, **kwargs) Jun 24 17:23:00.771554 dv-cinder-797970-1-iscsi neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 17:23:00.771554 dv-cinder-797970-1-iscsi neutron-server[93701]: self._notify() Jun 24 17:23:00.771554 dv-cinder-797970-1-iscsi neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 17:23:00.771554 dv-cinder-797970-1-iscsi neutron-server[93701]: self.callback(batched_events) Jun 24 17:23:00.771554 dv-cinder-797970-1-iscsi neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 17:23:00.771554 dv-cinder-797970-1-iscsi neutron-server[93701]: event.method(event) Jun 24 17:23:00.771554 dv-cinder-797970-1-iscsi neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 17:23:00.771554 dv-cinder-797970-1-iscsi neutron-server[93701]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 17:23:00.771554 dv-cinder-797970-1-iscsi neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 17:23:00.771554 dv-cinder-797970-1-iscsi neutron-server[93701]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 17:23:00.771554 dv-cinder-797970-1-iscsi neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 17:23:00.771554 dv-cinder-797970-1-iscsi neutron-server[93701]: return f(self, *a, **k) Jun 24 17:23:00.771554 dv-cinder-797970-1-iscsi neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 17:23:00.771554 dv-cinder-797970-1-iscsi neutron-server[93701]: return self._get(url).json() Jun 24 17:23:00.771554 dv-cinder-797970-1-iscsi neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 17:23:00.771554 dv-cinder-797970-1-iscsi neutron-server[93701]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 17:23:00.771554 dv-cinder-797970-1-iscsi neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 17:23:00.771554 dv-cinder-797970-1-iscsi neutron-server[93701]: return self.request(url, 'GET', **kwargs) Jun 24 17:23:00.771554 dv-cinder-797970-1-iscsi neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 17:23:00.771554 dv-cinder-797970-1-iscsi neutron-server[93701]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 17:23:00.771554 dv-cinder-797970-1-iscsi neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 17:23:00.771554 dv-cinder-797970-1-iscsi neutron-server[93701]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 17:23:00.771554 dv-cinder-797970-1-iscsi neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 17:23:00.771554 dv-cinder-797970-1-iscsi neutron-server[93701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 17:23:00.771554 dv-cinder-797970-1-iscsi neutron-server[93701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 17:23:00.911031 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-49589d83-bc1b-4540-b9c3-2c201c907a6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-545941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-938511'] for network, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:00.916024 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:23:00.921214 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-49589d83-bc1b-4540-b9c3-2c201c907a6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592921'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:00.931953 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-49589d83-bc1b-4540-b9c3-2c201c907a6b admin admin] 10.222.0.15 "DELETE /v2.0/networks/c322a0a2-1994-4a99-91ae-914f8e277a65 HTTP/1.1" status: 204 len: 168 time: 0.3436368 Jun 24 17:23:00.947053 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49589d83-bc1b-4540-b9c3-2c201c907a6b admin admin] Pushing event deleted for resources: {'Network': ['ID=c322a0a2-1994-4a99-91ae-914f8e277a65,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:23:00.950450 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-49589d83-bc1b-4540-b9c3-2c201c907a6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:23:01.348465 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 36950) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:23:01.386494 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-284c7458-9a41-4635-b6d1-9cf58c3e7d3e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8a992765c85141ca9c703254233b5296&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0368085 Jun 24 17:23:01.389231 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 36952) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:23:01.434426 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b27a7613-4122-4f1a-92fc-d1ded1cd3d9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:01.455122 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b27a7613-4122-4f1a-92fc-d1ded1cd3d9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:01.602156 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b27a7613-4122-4f1a-92fc-d1ded1cd3d9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:01.604703 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b27a7613-4122-4f1a-92fc-d1ded1cd3d9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:01.605858 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-b27a7613-4122-4f1a-92fc-d1ded1cd3d9b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/46f7e650-de7c-43ad-8e8f-7da0290ace16 HTTP/1.1" status: 204 len: 168 time: 0.2157114 Jun 24 17:23:01.606606 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-1b2696af-1685-47c3-ab1b-e5d7dce802d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:23:01.613896 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27a7613-4122-4f1a-92fc-d1ded1cd3d9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46f7e650-de7c-43ad-8e8f-7da0290ace16,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:23:01.616208 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-b27a7613-4122-4f1a-92fc-d1ded1cd3d9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:23:02.568545 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 36974) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:23:02.680808 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.v2.base [None req-80e7a187-ad17-49b3-9e58-59fb9b1de5fc admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-439769473-network', 'tenant_id': '4c8638f5f5214a13ae481f6dcfd72f4e'}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 17:23:02.774918 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80e7a187-ad17-49b3-9e58-59fb9b1de5fc admin admin] Made reservation on behalf of 4c8638f5f5214a13ae481f6dcfd72f4e for: {'network': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 17:23:02.777417 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-80e7a187-ad17-49b3-9e58-59fb9b1de5fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for network, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:02.785846 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-80e7a187-ad17-49b3-9e58-59fb9b1de5fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:02.869971 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-80e7a187-ad17-49b3-9e58-59fb9b1de5fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:02.928890 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-80e7a187-ad17-49b3-9e58-59fb9b1de5fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:02.931968 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-869ee47c-ba1d-4f2f-81ce-c8cb416c6b08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:23:02.958019 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80e7a187-ad17-49b3-9e58-59fb9b1de5fc admin admin] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=93701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 17:23:02.967341 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e7a187-ad17-49b3-9e58-59fb9b1de5fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2976a84a-55a1-464e-a63d-f9b02fc0926f,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:23:02.971426 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-80e7a187-ad17-49b3-9e58-59fb9b1de5fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:23:02.972447 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-80e7a187-ad17-49b3-9e58-59fb9b1de5fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083357'] for segment, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:02.972802 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.db.segments_db [None req-80e7a187-ad17-49b3-9e58-59fb9b1de5fc admin admin] Added segment a27c2cba-efb1-47be-b4b4-e49fa650729c of type vlan for network ee1eaba0-043d-41fd-889a-45c04e962720 Jun 24 17:23:03.011622 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-80e7a187-ad17-49b3-9e58-59fb9b1de5fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734938226544'] for network, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:03.106652 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-80e7a187-ad17-49b3-9e58-59fb9b1de5fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-545941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592956'] for network, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:03.107866 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80e7a187-ad17-49b3-9e58-59fb9b1de5fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:23:03.108440 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-80e7a187-ad17-49b3-9e58-59fb9b1de5fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592921'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:03.111299 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-094a0fbb-e4b4-4f27-b882-9dd9ab6f30ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:23:03.166514 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e7a187-ad17-49b3-9e58-59fb9b1de5fc admin admin] Pushing event updated for resources: {'Network': ['ID=ee1eaba0-043d-41fd-889a-45c04e962720,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:23:03.170335 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-80e7a187-ad17-49b3-9e58-59fb9b1de5fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:23:03.176670 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Network ee1eaba0-043d-41fd-889a-45c04e962720 details requested by agent ovs-agent-dv-cinder-797970-1-iscsi with host dv-cinder-797970-1-iscsi {{(pid=93702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 17:23:03.209843 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-80e7a187-ad17-49b3-9e58-59fb9b1de5fc admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6402040 Jun 24 17:23:03.212634 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 36978) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:23:03.217668 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.v2.base [None req-6df4c1d8-6ca5-44a8-8b72-ebc71e3875d2 admin admin] Request body: {'subnet': {'network_id': 'ee1eaba0-043d-41fd-889a-45c04e962720', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-439769473-subnet', 'tenant_id': '4c8638f5f5214a13ae481f6dcfd72f4e', 'ip_version': 4}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 17:23:03.288895 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6df4c1d8-6ca5-44a8-8b72-ebc71e3875d2 admin admin] Made reservation on behalf of 4c8638f5f5214a13ae481f6dcfd72f4e for: {'subnet': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 17:23:03.291259 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6df4c1d8-6ca5-44a8-8b72-ebc71e3875d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10153052'] for subnet, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:03.489528 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6df4c1d8-6ca5-44a8-8b72-ebc71e3875d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10147757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10152630'] for subnet, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:03.491574 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-269d522f-34ba-4812-8147-9ac3abfae39f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:23:03.545830 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df4c1d8-6ca5-44a8-8b72-ebc71e3875d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f66f0ce8-ea21-43c3-924a-8c941d208f37,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:23:03.548924 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-6df4c1d8-6ca5-44a8-8b72-ebc71e3875d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:23:03.554149 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df4c1d8-6ca5-44a8-8b72-ebc71e3875d2 admin admin] Checking segment: {'id': 'a27c2cba-efb1-47be-b4b4-e49fa650729c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ee1eaba0-043d-41fd-889a-45c04e962720'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 17:23:03.554505 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df4c1d8-6ca5-44a8-8b72-ebc71e3875d2 admin admin] Network hostable DHCP agents. Network: ee1eaba0-043d-41fd-889a-45c04e962720, hostable agents: ['254af59c-4468-4f5d-9dc1-adf32c301d4f'], hosted agents: [] {{(pid=93701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 17:23:03.631952 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df4c1d8-6ca5-44a8-8b72-ebc71e3875d2 admin admin] Network ee1eaba0-043d-41fd-889a-45c04e962720 is scheduled to be hosted by DHCP agent 254af59c-4468-4f5d-9dc1-adf32c301d4f with binding_index 1 {{(pid=93701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 17:23:03.683096 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-6df4c1d8-6ca5-44a8-8b72-ebc71e3875d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797970-1-iscsi, ee1eaba0-043d-41fd-889a-45c04e962720) {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 17:23:03.688199 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6df4c1d8-6ca5-44a8-8b72-ebc71e3875d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:23:03.690167 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6df4c1d8-6ca5-44a8-8b72-ebc71e3875d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:03.691298 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c8b9ad-2a80-47e7-9715-298e5c1bfa17 None None] Network ee1eaba0-043d-41fd-889a-45c04e962720 requested from dv-cinder-797970-1-iscsi {{(pid=93702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 17:23:03.774469 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-6df4c1d8-6ca5-44a8-8b72-ebc71e3875d2 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5605762 Jun 24 17:23:03.776726 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 36980) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:23:03.781782 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.v2.base [None req-fae63d99-4e85-4e40-8d95-3ccb5b43aefd admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-439769473-router', 'tenant_id': '4c8638f5f5214a13ae481f6dcfd72f4e', 'external_gateway_info': {'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a'}}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 17:23:03.832335 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63f43622-4ea3-4731-bc9c-b7e9638b8e8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e573fc9-6f75-50b0-852a-544de058715c-ee1eaba0-043d-41fd-889a-45c04e962720', 'network_id': 'ee1eaba0-043d-41fd-889a-45c04e962720', 'tenant_id': '4c8638f5f5214a13ae481f6dcfd72f4e', 'fixed_ips': [{'subnet_id': 'f66f0ce8-ea21-43c3-924a-8c941d208f37'}]}} from dv-cinder-797970-1-iscsi. {{(pid=93702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 17:23:03.833199 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-63f43622-4ea3-4731-bc9c-b7e9638b8e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:03.870802 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fae63d99-4e85-4e40-8d95-3ccb5b43aefd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-935716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25137'] for router, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:03.871831 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fae63d99-4e85-4e40-8d95-3ccb5b43aefd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-935709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-926300', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25146'] for router, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:03.930497 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fae63d99-4e85-4e40-8d95-3ccb5b43aefd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:03.968374 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [None req-63f43622-4ea3-4731-bc9c-b7e9638b8e8d None None] Allocated IP 172.20.0.2 (ee1eaba0-043d-41fd-889a-45c04e962720/f66f0ce8-ea21-43c3-924a-8c941d208f37/3d0d9edd-170d-4308-93f2-7fadb5f944b1) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 17:23:04.113425 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-63f43622-4ea3-4731-bc9c-b7e9638b8e8d None None] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:04.121538 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-63f43622-4ea3-4731-bc9c-b7e9638b8e8d None None] Transition to ACTIVE for port object 3d0d9edd-170d-4308-93f2-7fadb5f944b1 will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 17:23:04.129053 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fae63d99-4e85-4e40-8d95-3ccb5b43aefd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-926208', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-935312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25108'] for router, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:04.136680 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-63f43622-4ea3-4731-bc9c-b7e9638b8e8d None None] Transition to ACTIVE for port object 3d0d9edd-170d-4308-93f2-7fadb5f944b1 will not be triggered until provisioned by entity DHCP. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 17:23:04.238010 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-63f43622-4ea3-4731-bc9c-b7e9638b8e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1991527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-355756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734938254830'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:04.239962 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:23:04.273886 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f43622-4ea3-4731-bc9c-b7e9638b8e8d None None] Network ee1eaba0-043d-41fd-889a-45c04e962720 is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 17:23:04.276665 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-63f43622-4ea3-4731-bc9c-b7e9638b8e8d None None] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 17:23:04.280543 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f43622-4ea3-4731-bc9c-b7e9638b8e8d None None] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 17:23:04.291260 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f43622-4ea3-4731-bc9c-b7e9638b8e8d None None] Pushing event updated for resources: {'Port': ['ID=3d0d9edd-170d-4308-93f2-7fadb5f944b1,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:23:04.315734 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f43622-4ea3-4731-bc9c-b7e9638b8e8d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:23:04.316078 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f43622-4ea3-4731-bc9c-b7e9638b8e8d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:23:04.316419 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f43622-4ea3-4731-bc9c-b7e9638b8e8d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:23:04.316746 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f43622-4ea3-4731-bc9c-b7e9638b8e8d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:23:04.317071 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f43622-4ea3-4731-bc9c-b7e9638b8e8d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:23:04.317396 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f43622-4ea3-4731-bc9c-b7e9638b8e8d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:23:04.317741 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f43622-4ea3-4731-bc9c-b7e9638b8e8d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:23:04.318065 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f43622-4ea3-4731-bc9c-b7e9638b8e8d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:23:04.318384 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f43622-4ea3-4731-bc9c-b7e9638b8e8d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:23:04.318785 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f43622-4ea3-4731-bc9c-b7e9638b8e8d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:23:04.319110 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f43622-4ea3-4731-bc9c-b7e9638b8e8d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:23:04.319426 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f43622-4ea3-4731-bc9c-b7e9638b8e8d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:23:04.325070 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-63f43622-4ea3-4731-bc9c-b7e9638b8e8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:23:04.356528 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-63f43622-4ea3-4731-bc9c-b7e9638b8e8d None None] Attempting to bind port 3d0d9edd-170d-4308-93f2-7fadb5f944b1 on host dv-cinder-797970-1-iscsi for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 17:23:04.356921 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-63f43622-4ea3-4731-bc9c-b7e9638b8e8d None None] Attempting to bind port 3d0d9edd-170d-4308-93f2-7fadb5f944b1 by drivers openvswitch,hyperv on host dv-cinder-797970-1-iscsi at level 0 using segments [{'id': 'a27c2cba-efb1-47be-b4b4-e49fa650729c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ee1eaba0-043d-41fd-889a-45c04e962720'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 17:23:04.357294 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f43622-4ea3-4731-bc9c-b7e9638b8e8d None None] Attempting to bind port 3d0d9edd-170d-4308-93f2-7fadb5f944b1 on network ee1eaba0-043d-41fd-889a-45c04e962720 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 17:23:04.362743 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f43622-4ea3-4731-bc9c-b7e9638b8e8d None None] Checking agent: {'id': '080a32e4-e34b-4a53-85c8-07f5ff20b123', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797970-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 17, 0, 14), 'started_at': datetime.datetime(2021, 6, 24, 17, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 17, 22, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797970-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 17:23:04.363126 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f43622-4ea3-4731-bc9c-b7e9638b8e8d None None] Checking segment: {'id': 'a27c2cba-efb1-47be-b4b4-e49fa650729c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ee1eaba0-043d-41fd-889a-45c04e962720'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 17:23:04.363594 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-63f43622-4ea3-4731-bc9c-b7e9638b8e8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:04.363937 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f43622-4ea3-4731-bc9c-b7e9638b8e8d None None] Bound using segment: {'id': 'a27c2cba-efb1-47be-b4b4-e49fa650729c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ee1eaba0-043d-41fd-889a-45c04e962720'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 17:23:04.364411 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-63f43622-4ea3-4731-bc9c-b7e9638b8e8d None None] Bound port: 3d0d9edd-170d-4308-93f2-7fadb5f944b1, host: dv-cinder-797970-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a27c2cba-efb1-47be-b4b4-e49fa650729c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ee1eaba0-043d-41fd-889a-45c04e962720'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 17:23:04.364800 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-63f43622-4ea3-4731-bc9c-b7e9638b8e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:04.558393 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-63f43622-4ea3-4731-bc9c-b7e9638b8e8d None None] For port 3d0d9edd-170d-4308-93f2-7fadb5f944b1, host dv-cinder-797970-1-iscsi, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 17:23:04.561546 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-63f43622-4ea3-4731-bc9c-b7e9638b8e8d None None] For port 3d0d9edd-170d-4308-93f2-7fadb5f944b1, host dv-cinder-797970-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-1-iscsi',level=0,port_id=3d0d9edd-170d-4308-93f2-7fadb5f944b1,segment=NetworkSegment(a27c2cba-efb1-47be-b4b4-e49fa650729c),segment_id=a27c2cba-efb1-47be-b4b4-e49fa650729c)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 17:23:04.639194 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-63f43622-4ea3-4731-bc9c-b7e9638b8e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:04.641118 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:23:04.660011 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fae63d99-4e85-4e40-8d95-3ccb5b43aefd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:04.678839 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fae63d99-4e85-4e40-8d95-3ccb5b43aefd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:04.697980 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f43622-4ea3-4731-bc9c-b7e9638b8e8d None None] Pushing event updated for resources: {'Port': ['ID=3d0d9edd-170d-4308-93f2-7fadb5f944b1,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:23:04.701143 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-63f43622-4ea3-4731-bc9c-b7e9638b8e8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:23:04.785612 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-fae63d99-4e85-4e40-8d95-3ccb5b43aefd admin admin] Allocated IP 172.27.2.68 (d3559561-7efd-493e-88d1-7d47e478b72a/004d905c-cc14-4189-936d-82a0eea7da62/61c73248-def9-4f52-ba8e-cf4b3d49f9c1) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 17:23:04.907947 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fae63d99-4e85-4e40-8d95-3ccb5b43aefd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:05.003802 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fae63d99-4e85-4e40-8d95-3ccb5b43aefd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1991527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-355756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734938254830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10147801'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:05.005972 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-dcabb606-5308-408b-bfc9-ccdde63c557e tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:23:05.041899 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae63d99-4e85-4e40-8d95-3ccb5b43aefd admin admin] Network d3559561-7efd-493e-88d1-7d47e478b72a is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 17:23:05.045119 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-fae63d99-4e85-4e40-8d95-3ccb5b43aefd admin admin] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 17:23:05.047590 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae63d99-4e85-4e40-8d95-3ccb5b43aefd admin admin] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 17:23:05.072189 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae63d99-4e85-4e40-8d95-3ccb5b43aefd admin admin] Pushing event updated for resources: {'Port': ['ID=61c73248-def9-4f52-ba8e-cf4b3d49f9c1,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:23:05.076205 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-fae63d99-4e85-4e40-8d95-3ccb5b43aefd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:23:05.366612 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fae63d99-4e85-4e40-8d95-3ccb5b43aefd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:05.570624 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fae63d99-4e85-4e40-8d95-3ccb5b43aefd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-935327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-938626'] for router, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:05.610013 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e67b2cf6-ee11-4596-b8b3-578ec36cd126 None None] Network ee1eaba0-043d-41fd-889a-45c04e962720 requested from dv-cinder-797970-1-iscsi {{(pid=93702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 17:23:05.717623 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-fb30b86f-fad1-4be1-9bc1-d14078062585 None None] Provisioning for port 3d0d9edd-170d-4308-93f2-7fadb5f944b1 completed by entity DHCP. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 17:23:05.746303 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fae63d99-4e85-4e40-8d95-3ccb5b43aefd admin admin] Router aef66692-88dd-48a3-ad0b-72b8eed65772 is scheduled to L3 agent ebb0bbf0-d6bc-43df-80f2-a0cdb1424f3b with binding_index 1 {{(pid=93701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 17:23:05.856945 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fae63d99-4e85-4e40-8d95-3ccb5b43aefd admin admin] Notify agent at l3_agent.dv-cinder-797970-1-iscsi the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 17:23:05.866980 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc6f551-8fef-48b3-a3a0-01a0a31fed79 None None] Sync routers for ids ['aef66692-88dd-48a3-ad0b-72b8eed65772'] in dv-cinder-797970-1-iscsi {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 17:23:05.877327 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc6f551-8fef-48b3-a3a0-01a0a31fed79 None None] Routers {'aef66692-88dd-48a3-ad0b-72b8eed65772'} bound to L3 agent in host dv-cinder-797970-1-iscsi {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 17:23:05.881880 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-9dc6f551-8fef-48b3-a3a0-01a0a31fed79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-24T17:00:13Z,description=,heartbeat_timestamp=2021-06-24T17:22:43Z,host='dv-cinder-797970-1-iscsi',id=ebb0bbf0-d6bc-43df-80f2-a0cdb1424f3b,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T17:00:14Z,topic='l3_agent')) {'router_ids': ['aef66692-88dd-48a3-ad0b-72b8eed65772'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:23:05.957719 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fae63d99-4e85-4e40-8d95-3ccb5b43aefd admin admin] Notify callbacks [] for router, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:05.958962 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-fae63d99-4e85-4e40-8d95-3ccb5b43aefd admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.1813083 Jun 24 17:23:05.961787 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 36982) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:23:05.988089 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-9dc6f551-8fef-48b3-a3a0-01a0a31fed79 None None] Set router aef66692-88dd-48a3-ad0b-72b8eed65772 gateway port host: dv-cinder-797970-1-iscsi {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 17:23:06.171838 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-9dc6f551-8fef-48b3-a3a0-01a0a31fed79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aef66692-88dd-48a3-ad0b-72b8eed65772', 'name': 'tempest-TestVolumeBootPattern-439769473-router', 'tenant_id': '4c8638f5f5214a13ae481f6dcfd72f4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'external_fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '61c73248-def9-4f52-ba8e-cf4b3d49f9c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T17:23:03Z', 'updated_at': '2021-06-24T17:23:05Z', 'revision_number': 3, 'project_id': '4c8638f5f5214a13ae481f6dcfd72f4e', 'gw_port': {'id': '61c73248-def9-4f52-ba8e-cf4b3d49f9c1', 'name': '', 'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:13:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aef66692-88dd-48a3-ad0b-72b8eed65772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:23:04Z', 'updated_at': '2021-06-24T17:23:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '004d905c-cc14-4189-936d-82a0eea7da62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-1-iscsi'}], 'dv-cinder-797970-1-iscsi', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:23:06.201550 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc6f551-8fef-48b3-a3a0-01a0a31fed79 None None] Checking router: aef66692-88dd-48a3-ad0b-72b8eed65772 for host: dv-cinder-797970-1-iscsi {{(pid=93702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 17:23:06.201931 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc6f551-8fef-48b3-a3a0-01a0a31fed79 None None] Updating router aef66692-88dd-48a3-ad0b-72b8eed65772 port 61c73248-def9-4f52-ba8e-cf4b3d49f9c1 binding host dv-cinder-797970-1-iscsi {{(pid=93702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 17:23:06.240589 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9dc6f551-8fef-48b3-a3a0-01a0a31fed79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:06.324273 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Device 3d0d9edd-170d-4308-93f2-7fadb5f944b1 up at agent ovs-agent-dv-cinder-797970-1-iscsi {{(pid=93702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 17:23:06.369168 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-239d84a2-d211-48dc-b8bf-73c25af76e58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:06.485295 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Provisioning for port 3d0d9edd-170d-4308-93f2-7fadb5f944b1 completed by entity L2. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 17:23:06.511080 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Provisioning complete for port 3d0d9edd-170d-4308-93f2-7fadb5f944b1 triggered by entity L2. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 17:23:06.511473 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979100'] for port, provisioning_complete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:06.517965 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [None req-239d84a2-d211-48dc-b8bf-73c25af76e58 admin admin] Allocated IP 172.20.0.1 (ee1eaba0-043d-41fd-889a-45c04e962720/f66f0ce8-ea21-43c3-924a-8c941d208f37/c57fbde3-19da-48b3-9bbe-215e456eb6e6) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 17:23:06.552123 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9dc6f551-8fef-48b3-a3a0-01a0a31fed79 None None] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:06.568226 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-9dc6f551-8fef-48b3-a3a0-01a0a31fed79 None None] Transition to ACTIVE for port object 61c73248-def9-4f52-ba8e-cf4b3d49f9c1 will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 17:23:06.612667 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:06.623503 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-239d84a2-d211-48dc-b8bf-73c25af76e58 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:06.629783 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9dc6f551-8fef-48b3-a3a0-01a0a31fed79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:06.632547 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:23:06.636297 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-239d84a2-d211-48dc-b8bf-73c25af76e58 admin admin] Transition to ACTIVE for port object c57fbde3-19da-48b3-9bbe-215e456eb6e6 will not be triggered until provisioned by entity DHCP. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 17:23:06.676619 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] For port 3d0d9edd-170d-4308-93f2-7fadb5f944b1, host dv-cinder-797970-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-1-iscsi',level=0,port_id=3d0d9edd-170d-4308-93f2-7fadb5f944b1,segment=NetworkSegment(a27c2cba-efb1-47be-b4b4-e49fa650729c),segment_id=a27c2cba-efb1-47be-b4b4-e49fa650729c)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 17:23:06.698133 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-9dc6f551-8fef-48b3-a3a0-01a0a31fed79 None None] Attempting to bind port 61c73248-def9-4f52-ba8e-cf4b3d49f9c1 on host dv-cinder-797970-1-iscsi for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 17:23:06.698507 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-9dc6f551-8fef-48b3-a3a0-01a0a31fed79 None None] Attempting to bind port 61c73248-def9-4f52-ba8e-cf4b3d49f9c1 by drivers openvswitch,hyperv on host dv-cinder-797970-1-iscsi at level 0 using segments [{'id': 'd12f47f8-231e-43a0-ac28-6eda6263252e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 17:23:06.698873 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc6f551-8fef-48b3-a3a0-01a0a31fed79 None None] Attempting to bind port 61c73248-def9-4f52-ba8e-cf4b3d49f9c1 on network d3559561-7efd-493e-88d1-7d47e478b72a {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 17:23:06.701275 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104c537a-bcb6-4ba4-aa40-4b6841d9474c None None] Pushing event updated for resources: {'Port': ['ID=61c73248-def9-4f52-ba8e-cf4b3d49f9c1,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:23:06.704327 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-104c537a-bcb6-4ba4-aa40-4b6841d9474c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:23:06.707041 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc6f551-8fef-48b3-a3a0-01a0a31fed79 None None] Checking agent: {'id': '080a32e4-e34b-4a53-85c8-07f5ff20b123', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797970-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 17, 0, 14), 'started_at': datetime.datetime(2021, 6, 24, 17, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 17, 22, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797970-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 17:23:06.707417 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc6f551-8fef-48b3-a3a0-01a0a31fed79 None None] Checking segment: {'id': 'd12f47f8-231e-43a0-ac28-6eda6263252e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 17:23:06.707822 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9dc6f551-8fef-48b3-a3a0-01a0a31fed79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:06.708211 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc6f551-8fef-48b3-a3a0-01a0a31fed79 None None] Bound using segment: {'id': 'd12f47f8-231e-43a0-ac28-6eda6263252e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 17:23:06.708677 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-9dc6f551-8fef-48b3-a3a0-01a0a31fed79 None None] Bound port: 61c73248-def9-4f52-ba8e-cf4b3d49f9c1, host: dv-cinder-797970-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd12f47f8-231e-43a0-ac28-6eda6263252e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 17:23:06.709063 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9dc6f551-8fef-48b3-a3a0-01a0a31fed79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:06.712731 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-239d84a2-d211-48dc-b8bf-73c25af76e58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1991527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-355756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734938254830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2811142'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:06.715695 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-f3492808-0c3c-4906-9426-9e3013152442 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:23:06.746506 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:06.751538 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-239d84a2-d211-48dc-b8bf-73c25af76e58 admin admin] Network ee1eaba0-043d-41fd-889a-45c04e962720 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 17:23:06.753439 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:23:06.754362 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-239d84a2-d211-48dc-b8bf-73c25af76e58 admin admin] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 17:23:06.757827 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239d84a2-d211-48dc-b8bf-73c25af76e58 admin admin] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 17:23:06.785949 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-9dc6f551-8fef-48b3-a3a0-01a0a31fed79 None None] For port 61c73248-def9-4f52-ba8e-cf4b3d49f9c1, host dv-cinder-797970-1-iscsi, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 17:23:06.792167 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239d84a2-d211-48dc-b8bf-73c25af76e58 admin admin] Pushing event updated for resources: {'Port': ['ID=c57fbde3-19da-48b3-9bbe-215e456eb6e6,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:23:06.803703 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239d84a2-d211-48dc-b8bf-73c25af76e58 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:23:06.803944 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-9dc6f551-8fef-48b3-a3a0-01a0a31fed79 None None] For port 61c73248-def9-4f52-ba8e-cf4b3d49f9c1, host dv-cinder-797970-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-1-iscsi',level=0,port_id=61c73248-def9-4f52-ba8e-cf4b3d49f9c1,segment=NetworkSegment(d12f47f8-231e-43a0-ac28-6eda6263252e),segment_id=d12f47f8-231e-43a0-ac28-6eda6263252e)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 17:23:06.804923 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239d84a2-d211-48dc-b8bf-73c25af76e58 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:23:06.805470 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239d84a2-d211-48dc-b8bf-73c25af76e58 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:23:06.806600 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239d84a2-d211-48dc-b8bf-73c25af76e58 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:23:06.806977 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239d84a2-d211-48dc-b8bf-73c25af76e58 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:23:06.807346 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239d84a2-d211-48dc-b8bf-73c25af76e58 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:23:06.807710 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239d84a2-d211-48dc-b8bf-73c25af76e58 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:23:06.808122 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239d84a2-d211-48dc-b8bf-73c25af76e58 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:23:06.808431 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239d84a2-d211-48dc-b8bf-73c25af76e58 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:23:06.808784 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239d84a2-d211-48dc-b8bf-73c25af76e58 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:23:06.809139 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239d84a2-d211-48dc-b8bf-73c25af76e58 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:23:06.809550 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239d84a2-d211-48dc-b8bf-73c25af76e58 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:23:06.815404 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-239d84a2-d211-48dc-b8bf-73c25af76e58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:23:06.821019 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Pushing event updated for resources: {'Port': ['ID=3d0d9edd-170d-4308-93f2-7fadb5f944b1,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:23:06.823673 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:23:06.823988 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-239d84a2-d211-48dc-b8bf-73c25af76e58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-939535'] for router_interface, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:06.873231 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9dc6f551-8fef-48b3-a3a0-01a0a31fed79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:06.880177 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-ae0e91c8-ee18-42d9-b1f3-b5798cd3be75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:23:06.938435 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc6f551-8fef-48b3-a3a0-01a0a31fed79 None None] Routers {'aef66692-88dd-48a3-ad0b-72b8eed65772'} bound to L3 agent in host dv-cinder-797970-1-iscsi {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 17:23:06.939210 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-9dc6f551-8fef-48b3-a3a0-01a0a31fed79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-24T17:00:13Z,description=,heartbeat_timestamp=2021-06-24T17:22:43Z,host='dv-cinder-797970-1-iscsi',id=ebb0bbf0-d6bc-43df-80f2-a0cdb1424f3b,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T17:00:14Z,topic='l3_agent')) {'router_ids': ['aef66692-88dd-48a3-ad0b-72b8eed65772'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:23:06.944170 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104c537a-bcb6-4ba4-aa40-4b6841d9474c None None] Pushing event updated for resources: {'Port': ['ID=61c73248-def9-4f52-ba8e-cf4b3d49f9c1,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:23:06.976502 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-104c537a-bcb6-4ba4-aa40-4b6841d9474c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:23:07.030046 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-239d84a2-d211-48dc-b8bf-73c25af76e58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:07.054465 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-9dc6f551-8fef-48b3-a3a0-01a0a31fed79 None None] Set router aef66692-88dd-48a3-ad0b-72b8eed65772 gateway port host: dv-cinder-797970-1-iscsi {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 17:23:07.105593 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-17eff2d3-51dd-4eaf-b437-fc246d0c042e None None] Provisioning for port c57fbde3-19da-48b3-9bbe-215e456eb6e6 completed by entity DHCP. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 17:23:07.119552 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-17eff2d3-51dd-4eaf-b437-fc246d0c042e None None] Provisioning complete for port c57fbde3-19da-48b3-9bbe-215e456eb6e6 triggered by entity DHCP. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 17:23:07.119937 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-17eff2d3-51dd-4eaf-b437-fc246d0c042e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979100'] for port, provisioning_complete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:07.187296 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-239d84a2-d211-48dc-b8bf-73c25af76e58 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:07.194563 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-17eff2d3-51dd-4eaf-b437-fc246d0c042e None None] Port c57fbde3-19da-48b3-9bbe-215e456eb6e6 cannot update to ACTIVE because it is not bound. {{(pid=93702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 17:23:07.243485 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-239d84a2-d211-48dc-b8bf-73c25af76e58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2811380'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:07.246748 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-863aa990-a1a2-4f48-a8ba-55dc738422fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:23:07.257910 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-9dc6f551-8fef-48b3-a3a0-01a0a31fed79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aef66692-88dd-48a3-ad0b-72b8eed65772', 'name': 'tempest-TestVolumeBootPattern-439769473-router', 'tenant_id': '4c8638f5f5214a13ae481f6dcfd72f4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'external_fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '61c73248-def9-4f52-ba8e-cf4b3d49f9c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T17:23:03Z', 'updated_at': '2021-06-24T17:23:05Z', 'revision_number': 3, 'project_id': '4c8638f5f5214a13ae481f6dcfd72f4e', 'gw_port': {'id': '61c73248-def9-4f52-ba8e-cf4b3d49f9c1', 'name': '', 'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:13:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aef66692-88dd-48a3-ad0b-72b8eed65772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:23:04Z', 'updated_at': '2021-06-24T17:23:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '004d905c-cc14-4189-936d-82a0eea7da62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-1-iscsi'}], 'dv-cinder-797970-1-iscsi', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:23:07.287486 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc6f551-8fef-48b3-a3a0-01a0a31fed79 None None] The sync data for ids ['aef66692-88dd-48a3-ad0b-72b8eed65772'] in dv-cinder-797970-1-iscsi is: [{'id': 'aef66692-88dd-48a3-ad0b-72b8eed65772', 'name': 'tempest-TestVolumeBootPattern-439769473-router', 'tenant_id': '4c8638f5f5214a13ae481f6dcfd72f4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'external_fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '61c73248-def9-4f52-ba8e-cf4b3d49f9c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T17:23:03Z', 'updated_at': '2021-06-24T17:23:05Z', 'revision_number': 3, 'project_id': '4c8638f5f5214a13ae481f6dcfd72f4e', 'gw_port': {'id': '61c73248-def9-4f52-ba8e-cf4b3d49f9c1', 'name': '', 'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:13:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aef66692-88dd-48a3-ad0b-72b8eed65772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:23:04Z', 'updated_at': '2021-06-24T17:23:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '004d905c-cc14-4189-936d-82a0eea7da62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-1-iscsi'}] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 17:23:07.312556 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-239d84a2-d211-48dc-b8bf-73c25af76e58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-595654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939771'] for router_interface, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:07.314400 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239d84a2-d211-48dc-b8bf-73c25af76e58 admin admin] Pushing event updated for resources: {'Port': ['ID=c57fbde3-19da-48b3-9bbe-215e456eb6e6,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:23:07.317719 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-239d84a2-d211-48dc-b8bf-73c25af76e58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:23:07.405794 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-239d84a2-d211-48dc-b8bf-73c25af76e58 admin admin] Network ee1eaba0-043d-41fd-889a-45c04e962720 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 17:23:07.407134 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-239d84a2-d211-48dc-b8bf-73c25af76e58 admin admin] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 17:23:07.539727 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-239d84a2-d211-48dc-b8bf-73c25af76e58 admin admin] Router aef66692-88dd-48a3-ad0b-72b8eed65772 has already been hosted by L3 agent ebb0bbf0-d6bc-43df-80f2-a0cdb1424f3b {{(pid=93700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 17:23:07.658225 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-239d84a2-d211-48dc-b8bf-73c25af76e58 admin admin] Notify agent at l3_agent.dv-cinder-797970-1-iscsi the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 17:23:07.663155 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-239d84a2-d211-48dc-b8bf-73c25af76e58 admin admin] 10.222.0.15 "PUT /v2.0/routers/aef66692-88dd-48a3-ad0b-72b8eed65772/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7002995 Jun 24 17:23:07.714854 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-c59db13c-8e7c-4b24-bc2d-e121f28bd2d7 None None] Provisioning complete for port c57fbde3-19da-48b3-9bbe-215e456eb6e6 triggered by entity DHCP. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 17:23:07.715372 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c59db13c-8e7c-4b24-bc2d-e121f28bd2d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979100'] for port, provisioning_complete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:07.751343 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-c59db13c-8e7c-4b24-bc2d-e121f28bd2d7 None None] Port c57fbde3-19da-48b3-9bbe-215e456eb6e6 cannot update to ACTIVE because it is not bound. {{(pid=93702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 17:23:08.330288 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Device 61c73248-def9-4f52-ba8e-cf4b3d49f9c1 up at agent ovs-agent-dv-cinder-797970-1-iscsi {{(pid=93702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 17:23:08.337364 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 37000) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:23:08.342692 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.v2.base [None req-831acafc-5204-4b55-95b5-eecf56cabb2a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1246140625-network', 'tenant_id': '59c5c5a082a44a70be5ff8a51cf4e4f8'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 17:23:08.414773 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-831acafc-5204-4b55-95b5-eecf56cabb2a admin admin] Made reservation on behalf of 59c5c5a082a44a70be5ff8a51cf4e4f8 for: {'network': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 17:23:08.417202 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-831acafc-5204-4b55-95b5-eecf56cabb2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for network, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:08.428716 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-831acafc-5204-4b55-95b5-eecf56cabb2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:08.437764 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Provisioning for port 61c73248-def9-4f52-ba8e-cf4b3d49f9c1 completed by entity L2. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 17:23:08.441859 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Provisioning complete for port 61c73248-def9-4f52-ba8e-cf4b3d49f9c1 triggered by entity L2. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 17:23:08.442245 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979100'] for port, provisioning_complete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:08.523780 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:08.525331 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-831acafc-5204-4b55-95b5-eecf56cabb2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:08.545443 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] For port 61c73248-def9-4f52-ba8e-cf4b3d49f9c1, host dv-cinder-797970-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-1-iscsi',level=0,port_id=61c73248-def9-4f52-ba8e-cf4b3d49f9c1,segment=NetworkSegment(d12f47f8-231e-43a0-ac28-6eda6263252e),segment_id=d12f47f8-231e-43a0-ac28-6eda6263252e)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 17:23:08.580590 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-831acafc-5204-4b55-95b5-eecf56cabb2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:08.584837 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-e14da174-342f-4885-ba23-ebd88532a1ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:23:08.603461 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:08.604355 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Device 3d0d9edd-170d-4308-93f2-7fadb5f944b1 up at agent ovs-agent-dv-cinder-797970-1-iscsi {{(pid=93702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 17:23:08.606160 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:23:08.607337 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-831acafc-5204-4b55-95b5-eecf56cabb2a admin admin] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=93700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 17:23:08.622151 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831acafc-5204-4b55-95b5-eecf56cabb2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d819369-75f0-4d71-94a3-e80f3514625d,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:23:08.625355 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-831acafc-5204-4b55-95b5-eecf56cabb2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:23:08.627077 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-831acafc-5204-4b55-95b5-eecf56cabb2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083357'] for segment, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:08.627077 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.db.segments_db [None req-831acafc-5204-4b55-95b5-eecf56cabb2a admin admin] Added segment 70d148c7-0323-4791-ab06-8438da04e15c of type vlan for network 32c73c9e-8053-44f7-9dab-bb5eaa0869de Jun 24 17:23:08.671299 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-831acafc-5204-4b55-95b5-eecf56cabb2a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734938226544'] for network, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:08.680437 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Pushing event updated for resources: {'Port': ['ID=61c73248-def9-4f52-ba8e-cf4b3d49f9c1,revision_number=4']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:23:08.684751 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:23:08.694107 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Provisioning complete for port 3d0d9edd-170d-4308-93f2-7fadb5f944b1 triggered by entity L2. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 17:23:08.694490 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979100'] for port, provisioning_complete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:08.746839 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6834b6c4-22c1-4a90-9e38-496c07ea98b9 None None] Sync routers for ids ['aef66692-88dd-48a3-ad0b-72b8eed65772'] in dv-cinder-797970-1-iscsi {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 17:23:08.756276 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6834b6c4-22c1-4a90-9e38-496c07ea98b9 None None] Routers {'aef66692-88dd-48a3-ad0b-72b8eed65772'} bound to L3 agent in host dv-cinder-797970-1-iscsi {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 17:23:08.756992 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-6834b6c4-22c1-4a90-9e38-496c07ea98b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-24T17:00:13Z,description=,heartbeat_timestamp=2021-06-24T17:22:43Z,host='dv-cinder-797970-1-iscsi',id=ebb0bbf0-d6bc-43df-80f2-a0cdb1424f3b,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T17:00:14Z,topic='l3_agent')) {'router_ids': ['aef66692-88dd-48a3-ad0b-72b8eed65772'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:23:08.775013 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-831acafc-5204-4b55-95b5-eecf56cabb2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-545941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592956'] for network, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:08.776394 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-831acafc-5204-4b55-95b5-eecf56cabb2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:23:08.776987 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-831acafc-5204-4b55-95b5-eecf56cabb2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592921'] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:08.780484 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:23:08.838257 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831acafc-5204-4b55-95b5-eecf56cabb2a admin admin] Pushing event updated for resources: {'Network': ['ID=32c73c9e-8053-44f7-9dab-bb5eaa0869de,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:23:08.841511 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-831acafc-5204-4b55-95b5-eecf56cabb2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:23:08.848691 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Network 32c73c9e-8053-44f7-9dab-bb5eaa0869de details requested by agent ovs-agent-dv-cinder-797970-1-iscsi with host dv-cinder-797970-1-iscsi {{(pid=93702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 17:23:08.864203 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-6834b6c4-22c1-4a90-9e38-496c07ea98b9 None None] Set router aef66692-88dd-48a3-ad0b-72b8eed65772 gateway port host: dv-cinder-797970-1-iscsi {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 17:23:08.901637 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-831acafc-5204-4b55-95b5-eecf56cabb2a admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5631003 Jun 24 17:23:08.904978 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 37002) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:23:08.910577 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.v2.base [None req-ae41b1ce-5d3c-4a4b-ba28-65ac815c1efb admin admin] Request body: {'subnet': {'network_id': '32c73c9e-8053-44f7-9dab-bb5eaa0869de', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1246140625-subnet', 'tenant_id': '59c5c5a082a44a70be5ff8a51cf4e4f8', 'ip_version': 4}} {{(pid=93701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 17:23:09.009307 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae41b1ce-5d3c-4a4b-ba28-65ac815c1efb admin admin] Made reservation on behalf of 59c5c5a082a44a70be5ff8a51cf4e4f8 for: {'subnet': 1} {{(pid=93701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 17:23:09.011713 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ae41b1ce-5d3c-4a4b-ba28-65ac815c1efb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10153052'] for subnet, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:09.074385 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-6834b6c4-22c1-4a90-9e38-496c07ea98b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aef66692-88dd-48a3-ad0b-72b8eed65772', 'name': 'tempest-TestVolumeBootPattern-439769473-router', 'tenant_id': '4c8638f5f5214a13ae481f6dcfd72f4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'external_fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '61c73248-def9-4f52-ba8e-cf4b3d49f9c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T17:23:03Z', 'updated_at': '2021-06-24T17:23:06Z', 'revision_number': 4, 'project_id': '4c8638f5f5214a13ae481f6dcfd72f4e', 'gw_port': {'id': '61c73248-def9-4f52-ba8e-cf4b3d49f9c1', 'name': '', 'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:13:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef66692-88dd-48a3-ad0b-72b8eed65772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:23:04Z', 'updated_at': '2021-06-24T17:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '004d905c-cc14-4189-936d-82a0eea7da62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-1-iscsi', '_interfaces': [{'id': 'c57fbde3-19da-48b3-9bbe-215e456eb6e6', 'name': '', 'network_id': 'ee1eaba0-043d-41fd-889a-45c04e962720', 'tenant_id': '4c8638f5f5214a13ae481f6dcfd72f4e', 'mac_address': 'fa:16:3e:aa:5e:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aef66692-88dd-48a3-ad0b-72b8eed65772', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'f66f0ce8-ea21-43c3-924a-8c941d208f37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:23:06Z', 'updated_at': '2021-06-24T17:23:07Z', 'revision_number': 2, 'project_id': '4c8638f5f5214a13ae481f6dcfd72f4e', 'subnets': [{'id': 'f66f0ce8-ea21-43c3-924a-8c941d208f37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-1-iscsi', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:23:09.100079 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6834b6c4-22c1-4a90-9e38-496c07ea98b9 None None] Checking router: aef66692-88dd-48a3-ad0b-72b8eed65772 for host: dv-cinder-797970-1-iscsi {{(pid=93703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 17:23:09.100432 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6834b6c4-22c1-4a90-9e38-496c07ea98b9 None None] Updating router aef66692-88dd-48a3-ad0b-72b8eed65772 port c57fbde3-19da-48b3-9bbe-215e456eb6e6 binding host dv-cinder-797970-1-iscsi {{(pid=93703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 17:23:09.133252 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6834b6c4-22c1-4a90-9e38-496c07ea98b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:09.232241 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ae41b1ce-5d3c-4a4b-ba28-65ac815c1efb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10147757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10152630'] for subnet, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:09.234994 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:23:09.286852 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae41b1ce-5d3c-4a4b-ba28-65ac815c1efb admin admin] Pushing event updated for resources: {'Subnet': ['ID=a44e7b24-0f47-493c-b1c0-0add0ca8ad6e,revision_number=0']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:23:09.290094 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-ae41b1ce-5d3c-4a4b-ba28-65ac815c1efb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:23:09.296045 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae41b1ce-5d3c-4a4b-ba28-65ac815c1efb admin admin] Checking segment: {'id': '70d148c7-0323-4791-ab06-8438da04e15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '32c73c9e-8053-44f7-9dab-bb5eaa0869de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 17:23:09.296399 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae41b1ce-5d3c-4a4b-ba28-65ac815c1efb admin admin] Network hostable DHCP agents. Network: 32c73c9e-8053-44f7-9dab-bb5eaa0869de, hostable agents: ['254af59c-4468-4f5d-9dc1-adf32c301d4f'], hosted agents: [] {{(pid=93701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 17:23:09.361936 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae41b1ce-5d3c-4a4b-ba28-65ac815c1efb admin admin] Network 32c73c9e-8053-44f7-9dab-bb5eaa0869de is scheduled to be hosted by DHCP agent 254af59c-4468-4f5d-9dc1-adf32c301d4f with binding_index 1 {{(pid=93701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 17:23:09.387552 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6834b6c4-22c1-4a90-9e38-496c07ea98b9 None None] Notify callbacks [] for port, precommit_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:09.397182 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-6834b6c4-22c1-4a90-9e38-496c07ea98b9 None None] Transition to ACTIVE for port object c57fbde3-19da-48b3-9bbe-215e456eb6e6 will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 17:23:09.447646 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-ae41b1ce-5d3c-4a4b-ba28-65ac815c1efb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797970-1-iscsi, 32c73c9e-8053-44f7-9dab-bb5eaa0869de) {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 17:23:09.452585 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae41b1ce-5d3c-4a4b-ba28-65ac815c1efb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:23:09.459622 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ae41b1ce-5d3c-4a4b-ba28-65ac815c1efb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:09.460306 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f8e23ae-aa04-47a6-bc96-5a048d0617f2 None None] Network 32c73c9e-8053-44f7-9dab-bb5eaa0869de requested from dv-cinder-797970-1-iscsi {{(pid=93702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 17:23:09.483640 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6834b6c4-22c1-4a90-9e38-496c07ea98b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:09.486807 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG oslo_concurrency.lockutils [None req-520e2fa6-c310-423d-acab-08c6cda83859 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:23:09.535376 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca285a28-27a1-4fd9-8141-22cceb92535a None None] Pushing event updated for resources: {'Port': ['ID=c57fbde3-19da-48b3-9bbe-215e456eb6e6,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:23:09.560490 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca285a28-27a1-4fd9-8141-22cceb92535a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:23:09.561473 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca285a28-27a1-4fd9-8141-22cceb92535a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:23:09.561473 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca285a28-27a1-4fd9-8141-22cceb92535a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:23:09.561473 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca285a28-27a1-4fd9-8141-22cceb92535a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:23:09.561870 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca285a28-27a1-4fd9-8141-22cceb92535a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:23:09.562017 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca285a28-27a1-4fd9-8141-22cceb92535a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:23:09.562536 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca285a28-27a1-4fd9-8141-22cceb92535a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:23:09.562866 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca285a28-27a1-4fd9-8141-22cceb92535a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:23:09.563278 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca285a28-27a1-4fd9-8141-22cceb92535a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:23:09.563601 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca285a28-27a1-4fd9-8141-22cceb92535a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:23:09.563915 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca285a28-27a1-4fd9-8141-22cceb92535a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:23:09.564226 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca285a28-27a1-4fd9-8141-22cceb92535a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:23:09.565561 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 37004) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:23:09.566071 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-ae41b1ce-5d3c-4a4b-ba28-65ac815c1efb admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6595492 Jun 24 17:23:09.574458 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG oslo_concurrency.lockutils [None req-ca285a28-27a1-4fd9-8141-22cceb92535a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:23:09.576933 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.v2.base [None req-a4c5db3f-260a-409c-933f-3a4fefb09afd admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1246140625-router', 'tenant_id': '59c5c5a082a44a70be5ff8a51cf4e4f8', 'external_gateway_info': {'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a'}}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 17:23:09.607079 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a4cf272-e1ce-41bf-a04f-81961385ea67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e573fc9-6f75-50b0-852a-544de058715c-32c73c9e-8053-44f7-9dab-bb5eaa0869de', 'network_id': '32c73c9e-8053-44f7-9dab-bb5eaa0869de', 'tenant_id': '59c5c5a082a44a70be5ff8a51cf4e4f8', 'fixed_ips': [{'subnet_id': 'a44e7b24-0f47-493c-b1c0-0add0ca8ad6e'}]}} from dv-cinder-797970-1-iscsi. {{(pid=93702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 17:23:09.608097 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5a4cf272-e1ce-41bf-a04f-81961385ea67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:09.610149 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-6834b6c4-22c1-4a90-9e38-496c07ea98b9 None None] Attempting to bind port c57fbde3-19da-48b3-9bbe-215e456eb6e6 on host dv-cinder-797970-1-iscsi for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 17:23:09.612298 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-6834b6c4-22c1-4a90-9e38-496c07ea98b9 None None] Attempting to bind port c57fbde3-19da-48b3-9bbe-215e456eb6e6 by drivers openvswitch,hyperv on host dv-cinder-797970-1-iscsi at level 0 using segments [{'id': 'a27c2cba-efb1-47be-b4b4-e49fa650729c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ee1eaba0-043d-41fd-889a-45c04e962720'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 17:23:09.612298 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6834b6c4-22c1-4a90-9e38-496c07ea98b9 None None] Attempting to bind port c57fbde3-19da-48b3-9bbe-215e456eb6e6 on network ee1eaba0-043d-41fd-889a-45c04e962720 {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 17:23:09.617567 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6834b6c4-22c1-4a90-9e38-496c07ea98b9 None None] Checking agent: {'id': '080a32e4-e34b-4a53-85c8-07f5ff20b123', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797970-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 17, 0, 14), 'started_at': datetime.datetime(2021, 6, 24, 17, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 17, 22, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797970-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 17:23:09.617966 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6834b6c4-22c1-4a90-9e38-496c07ea98b9 None None] Checking segment: {'id': 'a27c2cba-efb1-47be-b4b4-e49fa650729c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ee1eaba0-043d-41fd-889a-45c04e962720'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 17:23:09.618567 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6834b6c4-22c1-4a90-9e38-496c07ea98b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:09.619185 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6834b6c4-22c1-4a90-9e38-496c07ea98b9 None None] Bound using segment: {'id': 'a27c2cba-efb1-47be-b4b4-e49fa650729c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ee1eaba0-043d-41fd-889a-45c04e962720'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 17:23:09.619829 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-6834b6c4-22c1-4a90-9e38-496c07ea98b9 None None] Bound port: c57fbde3-19da-48b3-9bbe-215e456eb6e6, host: dv-cinder-797970-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a27c2cba-efb1-47be-b4b4-e49fa650729c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ee1eaba0-043d-41fd-889a-45c04e962720'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 17:23:09.620226 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6834b6c4-22c1-4a90-9e38-496c07ea98b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:09.665930 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a4c5db3f-260a-409c-933f-3a4fefb09afd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-935716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25137'] for router, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:09.668122 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a4c5db3f-260a-409c-933f-3a4fefb09afd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-935709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-926300', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25146'] for router, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:09.700558 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-6834b6c4-22c1-4a90-9e38-496c07ea98b9 None None] For port c57fbde3-19da-48b3-9bbe-215e456eb6e6, host dv-cinder-797970-1-iscsi, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 17:23:09.704145 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-6834b6c4-22c1-4a90-9e38-496c07ea98b9 None None] For port c57fbde3-19da-48b3-9bbe-215e456eb6e6, host dv-cinder-797970-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-1-iscsi',level=0,port_id=c57fbde3-19da-48b3-9bbe-215e456eb6e6,segment=NetworkSegment(a27c2cba-efb1-47be-b4b4-e49fa650729c),segment_id=a27c2cba-efb1-47be-b4b4-e49fa650729c)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 17:23:09.736771 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a4c5db3f-260a-409c-933f-3a4fefb09afd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:09.749440 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.db_base_plugin_common [None req-5a4cf272-e1ce-41bf-a04f-81961385ea67 None None] Allocated IP 172.20.0.2 (32c73c9e-8053-44f7-9dab-bb5eaa0869de/a44e7b24-0f47-493c-b1c0-0add0ca8ad6e/71639f84-3beb-46e9-82b3-ae2382c728e1) {{(pid=93702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 17:23:09.768331 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6834b6c4-22c1-4a90-9e38-496c07ea98b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:09.771455 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:23:09.816405 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6834b6c4-22c1-4a90-9e38-496c07ea98b9 None None] Routers {'aef66692-88dd-48a3-ad0b-72b8eed65772'} bound to L3 agent in host dv-cinder-797970-1-iscsi {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 17:23:09.817040 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-6834b6c4-22c1-4a90-9e38-496c07ea98b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-24T17:00:13Z,description=,heartbeat_timestamp=2021-06-24T17:22:43Z,host='dv-cinder-797970-1-iscsi',id=ebb0bbf0-d6bc-43df-80f2-a0cdb1424f3b,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T17:00:14Z,topic='l3_agent')) {'router_ids': ['aef66692-88dd-48a3-ad0b-72b8eed65772'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:23:09.928706 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5a4cf272-e1ce-41bf-a04f-81961385ea67 None None] Notify callbacks [] for port, precommit_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:09.942435 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-5a4cf272-e1ce-41bf-a04f-81961385ea67 None None] Transition to ACTIVE for port object 71639f84-3beb-46e9-82b3-ae2382c728e1 will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 17:23:09.947650 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-6834b6c4-22c1-4a90-9e38-496c07ea98b9 None None] Set router aef66692-88dd-48a3-ad0b-72b8eed65772 gateway port host: dv-cinder-797970-1-iscsi {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 17:23:09.959469 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-5a4cf272-e1ce-41bf-a04f-81961385ea67 None None] Transition to ACTIVE for port object 71639f84-3beb-46e9-82b3-ae2382c728e1 will not be triggered until provisioned by entity DHCP. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 17:23:09.970261 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a4c5db3f-260a-409c-933f-3a4fefb09afd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-926208', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-935312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25108'] for router, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:09.978997 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca285a28-27a1-4fd9-8141-22cceb92535a None None] Pushing event updated for resources: {'Port': ['ID=c57fbde3-19da-48b3-9bbe-215e456eb6e6,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:23:09.984545 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG oslo_concurrency.lockutils [None req-ca285a28-27a1-4fd9-8141-22cceb92535a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=93703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:23:10.053617 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5a4cf272-e1ce-41bf-a04f-81961385ea67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1991527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-355756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734938254830'] for port, after_create {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:10.056181 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:23:10.095750 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a4cf272-e1ce-41bf-a04f-81961385ea67 None None] Network 32c73c9e-8053-44f7-9dab-bb5eaa0869de is already hosted by enough agents. {{(pid=93702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 17:23:10.099972 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.scheduler.base_scheduler [None req-5a4cf272-e1ce-41bf-a04f-81961385ea67 None None] Resources bound (agent type, host, resource id): {{(pid=93702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 17:23:10.103290 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4cf272-e1ce-41bf-a04f-81961385ea67 None None] Received port after_create {{(pid=93702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 17:23:10.112317 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4cf272-e1ce-41bf-a04f-81961385ea67 None None] Pushing event updated for resources: {'Port': ['ID=71639f84-3beb-46e9-82b3-ae2382c728e1,revision_number=1']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:23:10.116131 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-5a4cf272-e1ce-41bf-a04f-81961385ea67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:23:10.165208 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-6834b6c4-22c1-4a90-9e38-496c07ea98b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aef66692-88dd-48a3-ad0b-72b8eed65772', 'name': 'tempest-TestVolumeBootPattern-439769473-router', 'tenant_id': '4c8638f5f5214a13ae481f6dcfd72f4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'external_fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '61c73248-def9-4f52-ba8e-cf4b3d49f9c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T17:23:03Z', 'updated_at': '2021-06-24T17:23:06Z', 'revision_number': 4, 'project_id': '4c8638f5f5214a13ae481f6dcfd72f4e', 'gw_port': {'id': '61c73248-def9-4f52-ba8e-cf4b3d49f9c1', 'name': '', 'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:13:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef66692-88dd-48a3-ad0b-72b8eed65772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:23:04Z', 'updated_at': '2021-06-24T17:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '004d905c-cc14-4189-936d-82a0eea7da62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-1-iscsi', '_interfaces': [{'id': 'c57fbde3-19da-48b3-9bbe-215e456eb6e6', 'name': '', 'network_id': 'ee1eaba0-043d-41fd-889a-45c04e962720', 'tenant_id': '4c8638f5f5214a13ae481f6dcfd72f4e', 'mac_address': 'fa:16:3e:aa:5e:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aef66692-88dd-48a3-ad0b-72b8eed65772', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'f66f0ce8-ea21-43c3-924a-8c941d208f37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:23:06Z', 'updated_at': '2021-06-24T17:23:09Z', 'revision_number': 4, 'project_id': '4c8638f5f5214a13ae481f6dcfd72f4e', 'subnets': [{'id': 'f66f0ce8-ea21-43c3-924a-8c941d208f37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-1-iscsi', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:23:10.171389 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-5a4cf272-e1ce-41bf-a04f-81961385ea67 None None] Attempting to bind port 71639f84-3beb-46e9-82b3-ae2382c728e1 on host dv-cinder-797970-1-iscsi for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 17:23:10.171908 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-5a4cf272-e1ce-41bf-a04f-81961385ea67 None None] Attempting to bind port 71639f84-3beb-46e9-82b3-ae2382c728e1 by drivers openvswitch,hyperv on host dv-cinder-797970-1-iscsi at level 0 using segments [{'id': '70d148c7-0323-4791-ab06-8438da04e15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '32c73c9e-8053-44f7-9dab-bb5eaa0869de'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 17:23:10.172283 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4cf272-e1ce-41bf-a04f-81961385ea67 None None] Attempting to bind port 71639f84-3beb-46e9-82b3-ae2382c728e1 on network 32c73c9e-8053-44f7-9dab-bb5eaa0869de {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 17:23:10.177236 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4cf272-e1ce-41bf-a04f-81961385ea67 None None] Checking agent: {'id': '080a32e4-e34b-4a53-85c8-07f5ff20b123', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797970-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 17, 0, 14), 'started_at': datetime.datetime(2021, 6, 24, 17, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 17, 22, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797970-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 17:23:10.177865 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4cf272-e1ce-41bf-a04f-81961385ea67 None None] Checking segment: {'id': '70d148c7-0323-4791-ab06-8438da04e15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '32c73c9e-8053-44f7-9dab-bb5eaa0869de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 17:23:10.178390 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5a4cf272-e1ce-41bf-a04f-81961385ea67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:10.178798 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4cf272-e1ce-41bf-a04f-81961385ea67 None None] Bound using segment: {'id': '70d148c7-0323-4791-ab06-8438da04e15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '32c73c9e-8053-44f7-9dab-bb5eaa0869de'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 17:23:10.179274 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-5a4cf272-e1ce-41bf-a04f-81961385ea67 None None] Bound port: 71639f84-3beb-46e9-82b3-ae2382c728e1, host: dv-cinder-797970-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70d148c7-0323-4791-ab06-8438da04e15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '32c73c9e-8053-44f7-9dab-bb5eaa0869de'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 17:23:10.179667 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5a4cf272-e1ce-41bf-a04f-81961385ea67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:10.194044 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6834b6c4-22c1-4a90-9e38-496c07ea98b9 None None] The sync data for ids ['aef66692-88dd-48a3-ad0b-72b8eed65772'] in dv-cinder-797970-1-iscsi is: [{'id': 'aef66692-88dd-48a3-ad0b-72b8eed65772', 'name': 'tempest-TestVolumeBootPattern-439769473-router', 'tenant_id': '4c8638f5f5214a13ae481f6dcfd72f4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'external_fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '61c73248-def9-4f52-ba8e-cf4b3d49f9c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T17:23:03Z', 'updated_at': '2021-06-24T17:23:06Z', 'revision_number': 4, 'project_id': '4c8638f5f5214a13ae481f6dcfd72f4e', 'gw_port': {'id': '61c73248-def9-4f52-ba8e-cf4b3d49f9c1', 'name': '', 'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:13:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef66692-88dd-48a3-ad0b-72b8eed65772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:23:04Z', 'updated_at': '2021-06-24T17:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '004d905c-cc14-4189-936d-82a0eea7da62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-1-iscsi', '_interfaces': [{'id': 'c57fbde3-19da-48b3-9bbe-215e456eb6e6', 'name': '', 'network_id': 'ee1eaba0-043d-41fd-889a-45c04e962720', 'tenant_id': '4c8638f5f5214a13ae481f6dcfd72f4e', 'mac_address': 'fa:16:3e:aa:5e:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aef66692-88dd-48a3-ad0b-72b8eed65772', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'f66f0ce8-ea21-43c3-924a-8c941d208f37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:23:06Z', 'updated_at': '2021-06-24T17:23:09Z', 'revision_number': 4, 'project_id': '4c8638f5f5214a13ae481f6dcfd72f4e', 'subnets': [{'id': 'f66f0ce8-ea21-43c3-924a-8c941d208f37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 17:23:10.272781 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-5a4cf272-e1ce-41bf-a04f-81961385ea67 None None] For port 71639f84-3beb-46e9-82b3-ae2382c728e1, host dv-cinder-797970-1-iscsi, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 17:23:10.278747 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-5a4cf272-e1ce-41bf-a04f-81961385ea67 None None] For port 71639f84-3beb-46e9-82b3-ae2382c728e1, host dv-cinder-797970-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-1-iscsi',level=0,port_id=71639f84-3beb-46e9-82b3-ae2382c728e1,segment=NetworkSegment(70d148c7-0323-4791-ab06-8438da04e15c),segment_id=70d148c7-0323-4791-ab06-8438da04e15c)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 17:23:10.296366 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a4c5db3f-260a-409c-933f-3a4fefb09afd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:10.322560 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a4c5db3f-260a-409c-933f-3a4fefb09afd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:10.337805 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Device 61c73248-def9-4f52-ba8e-cf4b3d49f9c1 up at agent ovs-agent-dv-cinder-797970-1-iscsi {{(pid=93702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 17:23:10.380596 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5a4cf272-e1ce-41bf-a04f-81961385ea67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:10.384961 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:23:10.444178 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Provisioning complete for port 61c73248-def9-4f52-ba8e-cf4b3d49f9c1 triggered by entity L2. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 17:23:10.444548 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979100'] for port, provisioning_complete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:10.447629 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [None req-a4c5db3f-260a-409c-933f-3a4fefb09afd admin admin] Allocated IP 172.27.2.47 (d3559561-7efd-493e-88d1-7d47e478b72a/004d905c-cc14-4189-936d-82a0eea7da62/59521abb-ef7e-4a49-b7d5-c1434e5ce7a6) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 17:23:10.450603 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4cf272-e1ce-41bf-a04f-81961385ea67 None None] Pushing event updated for resources: {'Port': ['ID=71639f84-3beb-46e9-82b3-ae2382c728e1,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:23:10.478085 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-5a4cf272-e1ce-41bf-a04f-81961385ea67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:23:10.570447 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a4c5db3f-260a-409c-933f-3a4fefb09afd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:10.682516 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a4c5db3f-260a-409c-933f-3a4fefb09afd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1991527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-355756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734938254830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2811142'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:10.685435 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-c08ded7f-332b-48d2-9165-1292e6af4777 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:23:10.726978 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c5db3f-260a-409c-933f-3a4fefb09afd admin admin] Network d3559561-7efd-493e-88d1-7d47e478b72a is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 17:23:10.729804 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-a4c5db3f-260a-409c-933f-3a4fefb09afd admin admin] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 17:23:10.733606 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c5db3f-260a-409c-933f-3a4fefb09afd admin admin] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 17:23:10.742616 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c5db3f-260a-409c-933f-3a4fefb09afd admin admin] Pushing event updated for resources: {'Port': ['ID=59521abb-ef7e-4a49-b7d5-c1434e5ce7a6,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:23:10.767112 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-a4c5db3f-260a-409c-933f-3a4fefb09afd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:23:11.074757 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a4c5db3f-260a-409c-933f-3a4fefb09afd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:11.180437 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b85d8b09-0c16-4a0b-8752-c06b334de050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:11.429490 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5121b07-6104-45b4-be65-f08d2aeedcf7 None None] Network 32c73c9e-8053-44f7-9dab-bb5eaa0869de requested from dv-cinder-797970-1-iscsi {{(pid=93702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 17:23:11.542075 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-bdf427c5-d6af-420c-bdc8-6a08af7cea61 None None] Provisioning for port 71639f84-3beb-46e9-82b3-ae2382c728e1 completed by entity DHCP. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 17:23:11.551107 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a4c5db3f-260a-409c-933f-3a4fefb09afd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-935327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-938626'] for router, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:11.746101 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4c5db3f-260a-409c-933f-3a4fefb09afd admin admin] Router 26d3f6d8-42e6-4ea6-8fb9-e7dc4a05ad5c is scheduled to L3 agent ebb0bbf0-d6bc-43df-80f2-a0cdb1424f3b with binding_index 1 {{(pid=93700) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 17:23:11.851819 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4c5db3f-260a-409c-933f-3a4fefb09afd admin admin] Notify agent at l3_agent.dv-cinder-797970-1-iscsi the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 17:23:11.861804 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e324c4-1525-4efd-a42c-a7642c6eb2c8 None None] Sync routers for ids ['26d3f6d8-42e6-4ea6-8fb9-e7dc4a05ad5c'] in dv-cinder-797970-1-iscsi {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 17:23:11.869164 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e324c4-1525-4efd-a42c-a7642c6eb2c8 None None] Routers {'26d3f6d8-42e6-4ea6-8fb9-e7dc4a05ad5c'} bound to L3 agent in host dv-cinder-797970-1-iscsi {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 17:23:11.869808 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-43e324c4-1525-4efd-a42c-a7642c6eb2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-24T17:00:13Z,description=,heartbeat_timestamp=2021-06-24T17:22:43Z,host='dv-cinder-797970-1-iscsi',id=ebb0bbf0-d6bc-43df-80f2-a0cdb1424f3b,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T17:00:14Z,topic='l3_agent')) {'router_ids': ['26d3f6d8-42e6-4ea6-8fb9-e7dc4a05ad5c'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:23:11.924181 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a4c5db3f-260a-409c-933f-3a4fefb09afd admin admin] Notify callbacks [] for router, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:11.925807 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-a4c5db3f-260a-409c-933f-3a4fefb09afd admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3558543 Jun 24 17:23:11.928449 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 37008) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:23:11.971854 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-43e324c4-1525-4efd-a42c-a7642c6eb2c8 None None] Set router 26d3f6d8-42e6-4ea6-8fb9-e7dc4a05ad5c gateway port host: dv-cinder-797970-1-iscsi {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 17:23:12.143120 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-43e324c4-1525-4efd-a42c-a7642c6eb2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26d3f6d8-42e6-4ea6-8fb9-e7dc4a05ad5c', 'name': 'tempest-TestVolumeBootPattern-1246140625-router', 'tenant_id': '59c5c5a082a44a70be5ff8a51cf4e4f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'external_fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': '59521abb-ef7e-4a49-b7d5-c1434e5ce7a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T17:23:09Z', 'updated_at': '2021-06-24T17:23:10Z', 'revision_number': 3, 'project_id': '59c5c5a082a44a70be5ff8a51cf4e4f8', 'gw_port': {'id': '59521abb-ef7e-4a49-b7d5-c1434e5ce7a6', 'name': '', 'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:98:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26d3f6d8-42e6-4ea6-8fb9-e7dc4a05ad5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:23:10Z', 'updated_at': '2021-06-24T17:23:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '004d905c-cc14-4189-936d-82a0eea7da62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-1-iscsi'}], 'dv-cinder-797970-1-iscsi', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:23:12.168286 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e324c4-1525-4efd-a42c-a7642c6eb2c8 None None] Checking router: 26d3f6d8-42e6-4ea6-8fb9-e7dc4a05ad5c for host: dv-cinder-797970-1-iscsi {{(pid=93702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 17:23:12.168643 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e324c4-1525-4efd-a42c-a7642c6eb2c8 None None] Updating router 26d3f6d8-42e6-4ea6-8fb9-e7dc4a05ad5c port 59521abb-ef7e-4a49-b7d5-c1434e5ce7a6 binding host dv-cinder-797970-1-iscsi {{(pid=93702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 17:23:12.207135 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-43e324c4-1525-4efd-a42c-a7642c6eb2c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:12.353731 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-96109727-65bb-4caf-bd44-9cd157d9d527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:12.359912 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Device c57fbde3-19da-48b3-9bbe-215e456eb6e6 up at agent ovs-agent-dv-cinder-797970-1-iscsi {{(pid=93702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 17:23:12.497980 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-43e324c4-1525-4efd-a42c-a7642c6eb2c8 None None] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:12.501300 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Provisioning for port c57fbde3-19da-48b3-9bbe-215e456eb6e6 completed by entity L2. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 17:23:12.508311 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [None req-96109727-65bb-4caf-bd44-9cd157d9d527 admin admin] Allocated IP 172.20.0.1 (32c73c9e-8053-44f7-9dab-bb5eaa0869de/a44e7b24-0f47-493c-b1c0-0add0ca8ad6e/337ed44e-bdc6-4d63-8aa8-dd2af3bb8f09) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 17:23:12.509907 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Provisioning complete for port c57fbde3-19da-48b3-9bbe-215e456eb6e6 triggered by entity L2. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 17:23:12.510283 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979100'] for port, provisioning_complete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:12.511999 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-43e324c4-1525-4efd-a42c-a7642c6eb2c8 None None] Transition to ACTIVE for port object 59521abb-ef7e-4a49-b7d5-c1434e5ce7a6 will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 17:23:12.577218 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-43e324c4-1525-4efd-a42c-a7642c6eb2c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:12.581239 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-1bb795a7-932e-4235-8958-d445dfd86abd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:23:12.609317 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-96109727-65bb-4caf-bd44-9cd157d9d527 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:12.623968 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:12.624154 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-96109727-65bb-4caf-bd44-9cd157d9d527 admin admin] Transition to ACTIVE for port object 337ed44e-bdc6-4d63-8aa8-dd2af3bb8f09 will not be triggered until provisioned by entity DHCP. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 17:23:12.647817 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7200d5ba-b8a1-4887-9cbc-5cc36d98e3c1 None None] Pushing event updated for resources: {'Port': ['ID=59521abb-ef7e-4a49-b7d5-c1434e5ce7a6,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:23:12.651166 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-43e324c4-1525-4efd-a42c-a7642c6eb2c8 None None] Attempting to bind port 59521abb-ef7e-4a49-b7d5-c1434e5ce7a6 on host dv-cinder-797970-1-iscsi for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 17:23:12.651542 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-43e324c4-1525-4efd-a42c-a7642c6eb2c8 None None] Attempting to bind port 59521abb-ef7e-4a49-b7d5-c1434e5ce7a6 by drivers openvswitch,hyperv on host dv-cinder-797970-1-iscsi at level 0 using segments [{'id': 'd12f47f8-231e-43a0-ac28-6eda6263252e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 17:23:12.651912 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e324c4-1525-4efd-a42c-a7642c6eb2c8 None None] Attempting to bind port 59521abb-ef7e-4a49-b7d5-c1434e5ce7a6 on network d3559561-7efd-493e-88d1-7d47e478b72a {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 17:23:12.654053 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-7200d5ba-b8a1-4887-9cbc-5cc36d98e3c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:23:12.661919 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e324c4-1525-4efd-a42c-a7642c6eb2c8 None None] Checking agent: {'id': '080a32e4-e34b-4a53-85c8-07f5ff20b123', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797970-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 17, 0, 14), 'started_at': datetime.datetime(2021, 6, 24, 17, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 17, 22, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797970-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 17:23:12.662300 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e324c4-1525-4efd-a42c-a7642c6eb2c8 None None] Checking segment: {'id': 'd12f47f8-231e-43a0-ac28-6eda6263252e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 17:23:12.662708 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-43e324c4-1525-4efd-a42c-a7642c6eb2c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:12.663104 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e324c4-1525-4efd-a42c-a7642c6eb2c8 None None] Bound using segment: {'id': 'd12f47f8-231e-43a0-ac28-6eda6263252e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 17:23:12.663573 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-43e324c4-1525-4efd-a42c-a7642c6eb2c8 None None] Bound port: 59521abb-ef7e-4a49-b7d5-c1434e5ce7a6, host: dv-cinder-797970-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd12f47f8-231e-43a0-ac28-6eda6263252e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 17:23:12.663953 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-43e324c4-1525-4efd-a42c-a7642c6eb2c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:12.703175 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] For port c57fbde3-19da-48b3-9bbe-215e456eb6e6, host dv-cinder-797970-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-1-iscsi',level=0,port_id=c57fbde3-19da-48b3-9bbe-215e456eb6e6,segment=NetworkSegment(a27c2cba-efb1-47be-b4b4-e49fa650729c),segment_id=a27c2cba-efb1-47be-b4b4-e49fa650729c)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 17:23:12.723757 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-96109727-65bb-4caf-bd44-9cd157d9d527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1991527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-355756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734938254830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2811142'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:12.724522 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-43e324c4-1525-4efd-a42c-a7642c6eb2c8 None None] For port 59521abb-ef7e-4a49-b7d5-c1434e5ce7a6, host dv-cinder-797970-1-iscsi, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 17:23:12.726752 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-a4c5db3f-260a-409c-933f-3a4fefb09afd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:23:12.727465 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-43e324c4-1525-4efd-a42c-a7642c6eb2c8 None None] For port 59521abb-ef7e-4a49-b7d5-c1434e5ce7a6, host dv-cinder-797970-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-1-iscsi',level=0,port_id=59521abb-ef7e-4a49-b7d5-c1434e5ce7a6,segment=NetworkSegment(d12f47f8-231e-43a0-ac28-6eda6263252e),segment_id=d12f47f8-231e-43a0-ac28-6eda6263252e)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 17:23:12.766048 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96109727-65bb-4caf-bd44-9cd157d9d527 admin admin] Network 32c73c9e-8053-44f7-9dab-bb5eaa0869de is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 17:23:12.768689 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-96109727-65bb-4caf-bd44-9cd157d9d527 admin admin] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 17:23:12.771093 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96109727-65bb-4caf-bd44-9cd157d9d527 admin admin] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 17:23:12.780729 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:12.781774 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Device 71639f84-3beb-46e9-82b3-ae2382c728e1 up at agent ovs-agent-dv-cinder-797970-1-iscsi {{(pid=93702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 17:23:12.783696 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-63f43622-4ea3-4731-bc9c-b7e9638b8e8d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:23:12.802287 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96109727-65bb-4caf-bd44-9cd157d9d527 admin admin] Pushing event updated for resources: {'Port': ['ID=337ed44e-bdc6-4d63-8aa8-dd2af3bb8f09,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:23:12.805111 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-96109727-65bb-4caf-bd44-9cd157d9d527 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:23:12.821412 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-96109727-65bb-4caf-bd44-9cd157d9d527 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-939535'] for router_interface, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:12.831609 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-43e324c4-1525-4efd-a42c-a7642c6eb2c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:12.888845 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Pushing event updated for resources: {'Port': ['ID=c57fbde3-19da-48b3-9bbe-215e456eb6e6,revision_number=5']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:23:12.895597 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:23:12.896936 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-5a4cf272-e1ce-41bf-a04f-81961385ea67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.060s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:23:12.927914 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e324c4-1525-4efd-a42c-a7642c6eb2c8 None None] Routers {'26d3f6d8-42e6-4ea6-8fb9-e7dc4a05ad5c'} bound to L3 agent in host dv-cinder-797970-1-iscsi {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 17:23:12.928815 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-43e324c4-1525-4efd-a42c-a7642c6eb2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-24T17:00:13Z,description=,heartbeat_timestamp=2021-06-24T17:22:43Z,host='dv-cinder-797970-1-iscsi',id=ebb0bbf0-d6bc-43df-80f2-a0cdb1424f3b,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T17:00:14Z,topic='l3_agent')) {'router_ids': ['26d3f6d8-42e6-4ea6-8fb9-e7dc4a05ad5c'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:23:13.003558 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Provisioning for port 71639f84-3beb-46e9-82b3-ae2382c728e1 completed by entity L2. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 17:23:13.032660 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7200d5ba-b8a1-4887-9cbc-5cc36d98e3c1 None None] Pushing event updated for resources: {'Port': ['ID=59521abb-ef7e-4a49-b7d5-c1434e5ce7a6,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:23:13.039133 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-7200d5ba-b8a1-4887-9cbc-5cc36d98e3c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:23:13.044089 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-96109727-65bb-4caf-bd44-9cd157d9d527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:13.044482 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Provisioning complete for port 71639f84-3beb-46e9-82b3-ae2382c728e1 triggered by entity L2. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 17:23:13.044482 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979100'] for port, provisioning_complete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:13.090427 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-43e324c4-1525-4efd-a42c-a7642c6eb2c8 None None] Set router 26d3f6d8-42e6-4ea6-8fb9-e7dc4a05ad5c gateway port host: dv-cinder-797970-1-iscsi {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 17:23:13.212203 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-96109727-65bb-4caf-bd44-9cd157d9d527 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:13.240540 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-eb60ee98-3464-43fb-9a86-780e51d06b23 None None] Provisioning for port 337ed44e-bdc6-4d63-8aa8-dd2af3bb8f09 completed by entity DHCP. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 17:23:13.272207 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-96109727-65bb-4caf-bd44-9cd157d9d527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2811380'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:13.275582 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-eb60ee98-3464-43fb-9a86-780e51d06b23 None None] Provisioning complete for port 337ed44e-bdc6-4d63-8aa8-dd2af3bb8f09 triggered by entity DHCP. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 17:23:13.275852 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-2f87cd93-9cf1-46b0-bc3b-1b75f07840e1 tempest-VolumesSnapshotTestJSON-954170916 tempest-VolumesSnapshotTestJSON-954170916-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:23:13.276000 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-eb60ee98-3464-43fb-9a86-780e51d06b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979100'] for port, provisioning_complete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:13.338970 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-96109727-65bb-4caf-bd44-9cd157d9d527 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-595654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939771'] for router_interface, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:13.342083 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96109727-65bb-4caf-bd44-9cd157d9d527 admin admin] Pushing event updated for resources: {'Port': ['ID=337ed44e-bdc6-4d63-8aa8-dd2af3bb8f09,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:23:13.344859 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-96109727-65bb-4caf-bd44-9cd157d9d527 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:23:13.378413 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-eb60ee98-3464-43fb-9a86-780e51d06b23 None None] Port 337ed44e-bdc6-4d63-8aa8-dd2af3bb8f09 cannot update to ACTIVE because it is not bound. {{(pid=93702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 17:23:13.413400 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:13.437453 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96109727-65bb-4caf-bd44-9cd157d9d527 admin admin] Network 32c73c9e-8053-44f7-9dab-bb5eaa0869de is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 17:23:13.441302 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-96109727-65bb-4caf-bd44-9cd157d9d527 admin admin] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 17:23:13.478845 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] For port 71639f84-3beb-46e9-82b3-ae2382c728e1, host dv-cinder-797970-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-1-iscsi',level=0,port_id=71639f84-3beb-46e9-82b3-ae2382c728e1,segment=NetworkSegment(70d148c7-0323-4791-ab06-8438da04e15c),segment_id=70d148c7-0323-4791-ab06-8438da04e15c)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 17:23:13.490292 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-70dd66fe-93bb-4d3f-9251-5d57edefd535 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:13.503675 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-43e324c4-1525-4efd-a42c-a7642c6eb2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26d3f6d8-42e6-4ea6-8fb9-e7dc4a05ad5c', 'name': 'tempest-TestVolumeBootPattern-1246140625-router', 'tenant_id': '59c5c5a082a44a70be5ff8a51cf4e4f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'external_fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': '59521abb-ef7e-4a49-b7d5-c1434e5ce7a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T17:23:09Z', 'updated_at': '2021-06-24T17:23:10Z', 'revision_number': 3, 'project_id': '59c5c5a082a44a70be5ff8a51cf4e4f8', 'gw_port': {'id': '59521abb-ef7e-4a49-b7d5-c1434e5ce7a6', 'name': '', 'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:98:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26d3f6d8-42e6-4ea6-8fb9-e7dc4a05ad5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:23:10Z', 'updated_at': '2021-06-24T17:23:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '004d905c-cc14-4189-936d-82a0eea7da62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-1-iscsi'}], 'dv-cinder-797970-1-iscsi', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:23:13.530597 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e324c4-1525-4efd-a42c-a7642c6eb2c8 None None] The sync data for ids ['26d3f6d8-42e6-4ea6-8fb9-e7dc4a05ad5c'] in dv-cinder-797970-1-iscsi is: [{'id': '26d3f6d8-42e6-4ea6-8fb9-e7dc4a05ad5c', 'name': 'tempest-TestVolumeBootPattern-1246140625-router', 'tenant_id': '59c5c5a082a44a70be5ff8a51cf4e4f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'external_fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': '59521abb-ef7e-4a49-b7d5-c1434e5ce7a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T17:23:09Z', 'updated_at': '2021-06-24T17:23:10Z', 'revision_number': 3, 'project_id': '59c5c5a082a44a70be5ff8a51cf4e4f8', 'gw_port': {'id': '59521abb-ef7e-4a49-b7d5-c1434e5ce7a6', 'name': '', 'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:98:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26d3f6d8-42e6-4ea6-8fb9-e7dc4a05ad5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:23:10Z', 'updated_at': '2021-06-24T17:23:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '004d905c-cc14-4189-936d-82a0eea7da62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-1-iscsi'}] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 17:23:13.557036 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96109727-65bb-4caf-bd44-9cd157d9d527 admin admin] Router 26d3f6d8-42e6-4ea6-8fb9-e7dc4a05ad5c has already been hosted by L3 agent ebb0bbf0-d6bc-43df-80f2-a0cdb1424f3b {{(pid=93700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 17:23:13.581054 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:13.583300 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:23:13.638892 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Pushing event updated for resources: {'Port': ['ID=71639f84-3beb-46e9-82b3-ae2382c728e1,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:23:13.641912 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:23:13.677206 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96109727-65bb-4caf-bd44-9cd157d9d527 admin admin] Notify agent at l3_agent.dv-cinder-797970-1-iscsi the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 17:23:13.682189 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-96109727-65bb-4caf-bd44-9cd157d9d527 admin admin] 10.222.0.15 "PUT /v2.0/routers/26d3f6d8-42e6-4ea6-8fb9-e7dc4a05ad5c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7527132 Jun 24 17:23:13.705887 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-dc0b7d2c-4211-4cba-b23e-eeea29131582 None None] Provisioning complete for port 337ed44e-bdc6-4d63-8aa8-dd2af3bb8f09 triggered by entity DHCP. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 17:23:13.706271 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-dc0b7d2c-4211-4cba-b23e-eeea29131582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979100'] for port, provisioning_complete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:13.771486 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-dc0b7d2c-4211-4cba-b23e-eeea29131582 None None] Port 337ed44e-bdc6-4d63-8aa8-dd2af3bb8f09 cannot update to ACTIVE because it is not bound. {{(pid=93702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 17:23:13.921916 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:14.336511 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Device 59521abb-ef7e-4a49-b7d5-c1434e5ce7a6 up at agent ovs-agent-dv-cinder-797970-1-iscsi {{(pid=93702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 17:23:14.464733 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Provisioning for port 59521abb-ef7e-4a49-b7d5-c1434e5ce7a6 completed by entity L2. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 17:23:14.469726 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Provisioning complete for port 59521abb-ef7e-4a49-b7d5-c1434e5ce7a6 triggered by entity L2. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 17:23:14.470104 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979100'] for port, provisioning_complete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:14.542900 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:14.563967 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] For port 59521abb-ef7e-4a49-b7d5-c1434e5ce7a6, host dv-cinder-797970-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-1-iscsi',level=0,port_id=59521abb-ef7e-4a49-b7d5-c1434e5ce7a6,segment=NetworkSegment(d12f47f8-231e-43a0-ac28-6eda6263252e),segment_id=d12f47f8-231e-43a0-ac28-6eda6263252e)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 17:23:14.647848 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:14.648783 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Device c57fbde3-19da-48b3-9bbe-215e456eb6e6 up at agent ovs-agent-dv-cinder-797970-1-iscsi {{(pid=93702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 17:23:14.650562 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:23:14.722553 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Pushing event updated for resources: {'Port': ['ID=59521abb-ef7e-4a49-b7d5-c1434e5ce7a6,revision_number=4']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:23:14.726341 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:23:14.734918 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Provisioning complete for port c57fbde3-19da-48b3-9bbe-215e456eb6e6 triggered by entity L2. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 17:23:14.735291 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979100'] for port, provisioning_complete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:14.812956 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Device 71639f84-3beb-46e9-82b3-ae2382c728e1 up at agent ovs-agent-dv-cinder-797970-1-iscsi {{(pid=93702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 17:23:14.863107 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Provisioning complete for port 71639f84-3beb-46e9-82b3-ae2382c728e1 triggered by entity L2. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 17:23:14.863479 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979100'] for port, provisioning_complete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:14.967497 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5af43288-dd02-4084-874e-f1fcba283848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:15.061374 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1647f4-4a8d-46f7-b7d5-9c31c2091f7c None None] Sync routers for ids ['26d3f6d8-42e6-4ea6-8fb9-e7dc4a05ad5c'] in dv-cinder-797970-1-iscsi {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 17:23:15.070451 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1647f4-4a8d-46f7-b7d5-9c31c2091f7c None None] Routers {'26d3f6d8-42e6-4ea6-8fb9-e7dc4a05ad5c'} bound to L3 agent in host dv-cinder-797970-1-iscsi {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 17:23:15.071053 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-dc1647f4-4a8d-46f7-b7d5-9c31c2091f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T17:00:13Z,description=,heartbeat_timestamp=2021-06-24T17:23:13Z,host='dv-cinder-797970-1-iscsi',id=ebb0bbf0-d6bc-43df-80f2-a0cdb1424f3b,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T17:00:14Z,topic='l3_agent')) {'router_ids': ['26d3f6d8-42e6-4ea6-8fb9-e7dc4a05ad5c'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:23:15.173284 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-dc1647f4-4a8d-46f7-b7d5-9c31c2091f7c None None] Set router 26d3f6d8-42e6-4ea6-8fb9-e7dc4a05ad5c gateway port host: dv-cinder-797970-1-iscsi {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 17:23:15.349376 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 37026) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:23:15.354129 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.v2.base [None req-3916e1ad-15dd-4a04-a097-53e777b1793e tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1565578099', 'description': 'tempest-secgroup-smoke-1565578099 description', 'project_id': '4c8638f5f5214a13ae481f6dcfd72f4e'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 17:23:15.432243 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3916e1ad-15dd-4a04-a097-53e777b1793e tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:15.452595 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-dc1647f4-4a8d-46f7-b7d5-9c31c2091f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26d3f6d8-42e6-4ea6-8fb9-e7dc4a05ad5c', 'name': 'tempest-TestVolumeBootPattern-1246140625-router', 'tenant_id': '59c5c5a082a44a70be5ff8a51cf4e4f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'external_fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': '59521abb-ef7e-4a49-b7d5-c1434e5ce7a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T17:23:09Z', 'updated_at': '2021-06-24T17:23:12Z', 'revision_number': 4, 'project_id': '59c5c5a082a44a70be5ff8a51cf4e4f8', 'gw_port': {'id': '59521abb-ef7e-4a49-b7d5-c1434e5ce7a6', 'name': '', 'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:98:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d3f6d8-42e6-4ea6-8fb9-e7dc4a05ad5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:23:10Z', 'updated_at': '2021-06-24T17:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '004d905c-cc14-4189-936d-82a0eea7da62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-1-iscsi', '_interfaces': [{'id': '337ed44e-bdc6-4d63-8aa8-dd2af3bb8f09', 'name': '', 'network_id': '32c73c9e-8053-44f7-9dab-bb5eaa0869de', 'tenant_id': '59c5c5a082a44a70be5ff8a51cf4e4f8', 'mac_address': 'fa:16:3e:27:52:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26d3f6d8-42e6-4ea6-8fb9-e7dc4a05ad5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'a44e7b24-0f47-493c-b1c0-0add0ca8ad6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:23:12Z', 'updated_at': '2021-06-24T17:23:13Z', 'revision_number': 2, 'project_id': '59c5c5a082a44a70be5ff8a51cf4e4f8', 'subnets': [{'id': 'a44e7b24-0f47-493c-b1c0-0add0ca8ad6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-1-iscsi', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:23:15.480244 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1647f4-4a8d-46f7-b7d5-9c31c2091f7c None None] Checking router: 26d3f6d8-42e6-4ea6-8fb9-e7dc4a05ad5c for host: dv-cinder-797970-1-iscsi {{(pid=93703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 17:23:15.480600 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1647f4-4a8d-46f7-b7d5-9c31c2091f7c None None] Updating router 26d3f6d8-42e6-4ea6-8fb9-e7dc4a05ad5c port 337ed44e-bdc6-4d63-8aa8-dd2af3bb8f09 binding host dv-cinder-797970-1-iscsi {{(pid=93703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 17:23:15.513977 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-dc1647f4-4a8d-46f7-b7d5-9c31c2091f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:15.516348 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3916e1ad-15dd-4a04-a097-53e777b1793e tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:15.584399 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3916e1ad-15dd-4a04-a097-53e777b1793e tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:15.586991 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-0b73f43e-2073-4742-92eb-213e3bd30b40 tempest-AttachVolumeTestJSON-417251728 tempest-AttachVolumeTestJSON-417251728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:23:15.616303 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3916e1ad-15dd-4a04-a097-53e777b1793e tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d4197ed-6ad0-414e-83ab-40091d4d2353,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:23:15.619686 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-3916e1ad-15dd-4a04-a097-53e777b1793e tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:23:15.681775 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3916e1ad-15dd-4a04-a097-53e777b1793e tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:15.683168 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-3916e1ad-15dd-4a04-a097-53e777b1793e tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3326945 Jun 24 17:23:15.686202 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 37030) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:23:15.690704 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.v2.base [None req-8ab01dcb-dd4f-4cc7-8813-7cdb09de37cc tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Request body: {'security_group_rule': {'security_group_id': '0d4197ed-6ad0-414e-83ab-40091d4d2353', 'project_id': '4c8638f5f5214a13ae481f6dcfd72f4e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 17:23:15.767053 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-dc1647f4-4a8d-46f7-b7d5-9c31c2091f7c None None] Notify callbacks [] for port, precommit_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:15.776326 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-dc1647f4-4a8d-46f7-b7d5-9c31c2091f7c None None] Transition to ACTIVE for port object 337ed44e-bdc6-4d63-8aa8-dd2af3bb8f09 will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 17:23:15.784359 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8ab01dcb-dd4f-4cc7-8813-7cdb09de37cc tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:15.838322 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8ab01dcb-dd4f-4cc7-8813-7cdb09de37cc tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:15.870315 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-dc1647f4-4a8d-46f7-b7d5-9c31c2091f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:15.872795 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG oslo_concurrency.lockutils [None req-ca285a28-27a1-4fd9-8141-22cceb92535a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:23:15.926548 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57268fb-bf54-423a-ab4f-778d9539b252 None None] Pushing event updated for resources: {'Port': ['ID=337ed44e-bdc6-4d63-8aa8-dd2af3bb8f09,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:23:15.944498 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG oslo_concurrency.lockutils [None req-b57268fb-bf54-423a-ab4f-778d9539b252 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:23:15.944937 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8ab01dcb-dd4f-4cc7-8813-7cdb09de37cc tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-560418'] for security_group_rule, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:15.947185 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-1d1ebcc5-551b-4726-8f64-5d273ae47dae tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:23:15.967966 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab01dcb-dd4f-4cc7-8813-7cdb09de37cc tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f932091a-3d35-490a-b964-a6fddcca9447,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:23:15.971167 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-8ab01dcb-dd4f-4cc7-8813-7cdb09de37cc tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:23:15.981808 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-dc1647f4-4a8d-46f7-b7d5-9c31c2091f7c None None] Attempting to bind port 337ed44e-bdc6-4d63-8aa8-dd2af3bb8f09 on host dv-cinder-797970-1-iscsi for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 17:23:15.982391 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-dc1647f4-4a8d-46f7-b7d5-9c31c2091f7c None None] Attempting to bind port 337ed44e-bdc6-4d63-8aa8-dd2af3bb8f09 by drivers openvswitch,hyperv on host dv-cinder-797970-1-iscsi at level 0 using segments [{'id': '70d148c7-0323-4791-ab06-8438da04e15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '32c73c9e-8053-44f7-9dab-bb5eaa0869de'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 17:23:15.982823 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1647f4-4a8d-46f7-b7d5-9c31c2091f7c None None] Attempting to bind port 337ed44e-bdc6-4d63-8aa8-dd2af3bb8f09 on network 32c73c9e-8053-44f7-9dab-bb5eaa0869de {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 17:23:15.988032 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1647f4-4a8d-46f7-b7d5-9c31c2091f7c None None] Checking agent: {'id': '080a32e4-e34b-4a53-85c8-07f5ff20b123', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797970-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 17, 0, 14), 'started_at': datetime.datetime(2021, 6, 24, 17, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 17, 23, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797970-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 17:23:15.988548 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1647f4-4a8d-46f7-b7d5-9c31c2091f7c None None] Checking segment: {'id': '70d148c7-0323-4791-ab06-8438da04e15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '32c73c9e-8053-44f7-9dab-bb5eaa0869de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 17:23:15.989539 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-dc1647f4-4a8d-46f7-b7d5-9c31c2091f7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:15.989539 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1647f4-4a8d-46f7-b7d5-9c31c2091f7c None None] Bound using segment: {'id': '70d148c7-0323-4791-ab06-8438da04e15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '32c73c9e-8053-44f7-9dab-bb5eaa0869de'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 17:23:15.989982 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [None req-dc1647f4-4a8d-46f7-b7d5-9c31c2091f7c None None] Bound port: 337ed44e-bdc6-4d63-8aa8-dd2af3bb8f09, host: dv-cinder-797970-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70d148c7-0323-4791-ab06-8438da04e15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '32c73c9e-8053-44f7-9dab-bb5eaa0869de'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 17:23:15.990379 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-dc1647f4-4a8d-46f7-b7d5-9c31c2091f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:16.036546 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8ab01dcb-dd4f-4cc7-8813-7cdb09de37cc tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:16.037845 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-8ab01dcb-dd4f-4cc7-8813-7cdb09de37cc tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3506000 Jun 24 17:23:16.040590 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 37032) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:23:16.046668 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.v2.base [None req-87296e07-a113-4991-a22e-2b810482585c tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Request body: {'security_group_rule': {'security_group_id': '0d4197ed-6ad0-414e-83ab-40091d4d2353', 'project_id': '4c8638f5f5214a13ae481f6dcfd72f4e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 17:23:16.061193 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-dc1647f4-4a8d-46f7-b7d5-9c31c2091f7c None None] For port 337ed44e-bdc6-4d63-8aa8-dd2af3bb8f09, host dv-cinder-797970-1-iscsi, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 17:23:16.064693 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-dc1647f4-4a8d-46f7-b7d5-9c31c2091f7c None None] For port 337ed44e-bdc6-4d63-8aa8-dd2af3bb8f09, host dv-cinder-797970-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-1-iscsi',level=0,port_id=337ed44e-bdc6-4d63-8aa8-dd2af3bb8f09,segment=NetworkSegment(70d148c7-0323-4791-ab06-8438da04e15c),segment_id=70d148c7-0323-4791-ab06-8438da04e15c)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 17:23:16.170006 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-dc1647f4-4a8d-46f7-b7d5-9c31c2091f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:16.172302 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:23:16.183797 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-87296e07-a113-4991-a22e-2b810482585c tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:16.232837 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57268fb-bf54-423a-ab4f-778d9539b252 None None] Pushing event updated for resources: {'Port': ['ID=337ed44e-bdc6-4d63-8aa8-dd2af3bb8f09,revision_number=4']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:23:16.236038 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG oslo_concurrency.lockutils [None req-b57268fb-bf54-423a-ab4f-778d9539b252 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:23:16.245243 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1647f4-4a8d-46f7-b7d5-9c31c2091f7c None None] Routers {'26d3f6d8-42e6-4ea6-8fb9-e7dc4a05ad5c'} bound to L3 agent in host dv-cinder-797970-1-iscsi {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 17:23:16.245545 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-87296e07-a113-4991-a22e-2b810482585c tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:16.245887 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-dc1647f4-4a8d-46f7-b7d5-9c31c2091f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T17:00:13Z,description=,heartbeat_timestamp=2021-06-24T17:23:13Z,host='dv-cinder-797970-1-iscsi',id=ebb0bbf0-d6bc-43df-80f2-a0cdb1424f3b,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T17:00:14Z,topic='l3_agent')) {'router_ids': ['26d3f6d8-42e6-4ea6-8fb9-e7dc4a05ad5c'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:23:16.283098 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Device 59521abb-ef7e-4a49-b7d5-c1434e5ce7a6 up at agent ovs-agent-dv-cinder-797970-1-iscsi {{(pid=93702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 17:23:16.306431 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-87296e07-a113-4991-a22e-2b810482585c tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-560418'] for security_group_rule, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:16.308704 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:23:16.334603 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87296e07-a113-4991-a22e-2b810482585c tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4583347e-1335-4c85-a9bf-e1449b172539,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:23:16.343000 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-87296e07-a113-4991-a22e-2b810482585c tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:23:16.351424 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Provisioning complete for port 59521abb-ef7e-4a49-b7d5-c1434e5ce7a6 triggered by entity L2. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 17:23:16.351811 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979100'] for port, provisioning_complete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:16.367753 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-dc1647f4-4a8d-46f7-b7d5-9c31c2091f7c None None] Set router 26d3f6d8-42e6-4ea6-8fb9-e7dc4a05ad5c gateway port host: dv-cinder-797970-1-iscsi {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 17:23:16.402038 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-87296e07-a113-4991-a22e-2b810482585c tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:16.403936 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-87296e07-a113-4991-a22e-2b810482585c tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3614819 Jun 24 17:23:16.406786 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 37034) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:23:16.411494 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.v2.base [None req-3cb5d3f2-edbc-47a1-bc74-aba2a329a9a6 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Request body: {'security_group_rule': {'security_group_id': '0d4197ed-6ad0-414e-83ab-40091d4d2353', 'project_id': '4c8638f5f5214a13ae481f6dcfd72f4e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 17:23:16.509514 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3cb5d3f2-edbc-47a1-bc74-aba2a329a9a6 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:16.551752 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-845c8506-8cf5-4b6b-bbc4-443bdb09ac47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:16.574927 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3cb5d3f2-edbc-47a1-bc74-aba2a329a9a6 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:16.583737 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-dc1647f4-4a8d-46f7-b7d5-9c31c2091f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26d3f6d8-42e6-4ea6-8fb9-e7dc4a05ad5c', 'name': 'tempest-TestVolumeBootPattern-1246140625-router', 'tenant_id': '59c5c5a082a44a70be5ff8a51cf4e4f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'external_fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': '59521abb-ef7e-4a49-b7d5-c1434e5ce7a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T17:23:09Z', 'updated_at': '2021-06-24T17:23:12Z', 'revision_number': 4, 'project_id': '59c5c5a082a44a70be5ff8a51cf4e4f8', 'gw_port': {'id': '59521abb-ef7e-4a49-b7d5-c1434e5ce7a6', 'name': '', 'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:98:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d3f6d8-42e6-4ea6-8fb9-e7dc4a05ad5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:23:10Z', 'updated_at': '2021-06-24T17:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '004d905c-cc14-4189-936d-82a0eea7da62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-1-iscsi', '_interfaces': [{'id': '337ed44e-bdc6-4d63-8aa8-dd2af3bb8f09', 'name': '', 'network_id': '32c73c9e-8053-44f7-9dab-bb5eaa0869de', 'tenant_id': '59c5c5a082a44a70be5ff8a51cf4e4f8', 'mac_address': 'fa:16:3e:27:52:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26d3f6d8-42e6-4ea6-8fb9-e7dc4a05ad5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'a44e7b24-0f47-493c-b1c0-0add0ca8ad6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:23:12Z', 'updated_at': '2021-06-24T17:23:16Z', 'revision_number': 4, 'project_id': '59c5c5a082a44a70be5ff8a51cf4e4f8', 'subnets': [{'id': 'a44e7b24-0f47-493c-b1c0-0add0ca8ad6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-1-iscsi', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:23:16.610787 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1647f4-4a8d-46f7-b7d5-9c31c2091f7c None None] The sync data for ids ['26d3f6d8-42e6-4ea6-8fb9-e7dc4a05ad5c'] in dv-cinder-797970-1-iscsi is: [{'id': '26d3f6d8-42e6-4ea6-8fb9-e7dc4a05ad5c', 'name': 'tempest-TestVolumeBootPattern-1246140625-router', 'tenant_id': '59c5c5a082a44a70be5ff8a51cf4e4f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'external_fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': '59521abb-ef7e-4a49-b7d5-c1434e5ce7a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T17:23:09Z', 'updated_at': '2021-06-24T17:23:12Z', 'revision_number': 4, 'project_id': '59c5c5a082a44a70be5ff8a51cf4e4f8', 'gw_port': {'id': '59521abb-ef7e-4a49-b7d5-c1434e5ce7a6', 'name': '', 'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:98:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d3f6d8-42e6-4ea6-8fb9-e7dc4a05ad5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:23:10Z', 'updated_at': '2021-06-24T17:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '004d905c-cc14-4189-936d-82a0eea7da62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-1-iscsi', '_interfaces': [{'id': '337ed44e-bdc6-4d63-8aa8-dd2af3bb8f09', 'name': '', 'network_id': '32c73c9e-8053-44f7-9dab-bb5eaa0869de', 'tenant_id': '59c5c5a082a44a70be5ff8a51cf4e4f8', 'mac_address': 'fa:16:3e:27:52:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26d3f6d8-42e6-4ea6-8fb9-e7dc4a05ad5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'a44e7b24-0f47-493c-b1c0-0add0ca8ad6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:23:12Z', 'updated_at': '2021-06-24T17:23:16Z', 'revision_number': 4, 'project_id': '59c5c5a082a44a70be5ff8a51cf4e4f8', 'subnets': [{'id': 'a44e7b24-0f47-493c-b1c0-0add0ca8ad6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 17:23:16.643320 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3cb5d3f2-edbc-47a1-bc74-aba2a329a9a6 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-560418'] for security_group_rule, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:16.645432 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:23:16.679141 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb5d3f2-edbc-47a1-bc74-aba2a329a9a6 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e23b945-e74c-4509-9926-7501df5f4673,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:23:16.681464 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-3cb5d3f2-edbc-47a1-bc74-aba2a329a9a6 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:23:16.762105 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3cb5d3f2-edbc-47a1-bc74-aba2a329a9a6 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:16.763433 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-3cb5d3f2-edbc-47a1-bc74-aba2a329a9a6 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3556123 Jun 24 17:23:16.766160 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 37036) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:23:16.770696 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.v2.base [None req-be1c99cf-83e1-448c-8003-2810a242acea tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Request body: {'security_group_rule': {'security_group_id': '0d4197ed-6ad0-414e-83ab-40091d4d2353', 'project_id': '4c8638f5f5214a13ae481f6dcfd72f4e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 17:23:16.877763 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-be1c99cf-83e1-448c-8003-2810a242acea tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:16.945018 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-be1c99cf-83e1-448c-8003-2810a242acea tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:17.014835 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-be1c99cf-83e1-448c-8003-2810a242acea tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-560418'] for security_group_rule, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:17.016884 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:23:17.034826 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1c99cf-83e1-448c-8003-2810a242acea tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bdb89bb-ca1d-4d03-9476-11a6729b27b1,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:23:17.037836 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-be1c99cf-83e1-448c-8003-2810a242acea tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:23:17.094921 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-be1c99cf-83e1-448c-8003-2810a242acea tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:17.096149 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-be1c99cf-83e1-448c-8003-2810a242acea tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3290503 Jun 24 17:23:17.098830 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 37038) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:23:17.103523 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.v2.base [None req-d53e9dfd-6ee4-4118-883a-a694e59d683e tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Request body: {'security_group_rule': {'security_group_id': '0d4197ed-6ad0-414e-83ab-40091d4d2353', 'project_id': '4c8638f5f5214a13ae481f6dcfd72f4e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 17:23:17.180615 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.db.securitygroups_db [None req-d53e9dfd-6ee4-4118-883a-a694e59d683e tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Project 4c8638f5f5214a13ae481f6dcfd72f4e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 17:23:17.186887 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d53e9dfd-6ee4-4118-883a-a694e59d683e tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:17.256416 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d53e9dfd-6ee4-4118-883a-a694e59d683e tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:17.334663 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d53e9dfd-6ee4-4118-883a-a694e59d683e tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-560418'] for security_group_rule, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:17.336794 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-99dad344-6e6a-4ac7-8cfd-95594a9e0f6c tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:23:17.354072 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53e9dfd-6ee4-4118-883a-a694e59d683e tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74fc3946-878a-4b3b-838f-9637a412cdad,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:23:17.357849 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-d53e9dfd-6ee4-4118-883a-a694e59d683e tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:23:17.419374 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d53e9dfd-6ee4-4118-883a-a694e59d683e tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:17.420590 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-d53e9dfd-6ee4-4118-883a-a694e59d683e tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3206666 Jun 24 17:23:17.423367 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 37040) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:23:17.428493 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.v2.base [None req-7c663883-51ee-4ac8-a1c3-6ab4f65bdb5f tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Request body: {'security_group_rule': {'security_group_id': '0d4197ed-6ad0-414e-83ab-40091d4d2353', 'project_id': '4c8638f5f5214a13ae481f6dcfd72f4e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 17:23:17.504866 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.db.securitygroups_db [None req-7c663883-51ee-4ac8-a1c3-6ab4f65bdb5f tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Project 4c8638f5f5214a13ae481f6dcfd72f4e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 17:23:17.512191 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7c663883-51ee-4ac8-a1c3-6ab4f65bdb5f tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:17.579180 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7c663883-51ee-4ac8-a1c3-6ab4f65bdb5f tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:17.653732 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7c663883-51ee-4ac8-a1c3-6ab4f65bdb5f tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-560418'] for security_group_rule, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:17.655853 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-632659ff-ef34-48a3-beac-fd0516e96bc4 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:23:17.673069 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c663883-51ee-4ac8-a1c3-6ab4f65bdb5f tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e7de482-c544-4832-a26c-5aaa56803b0d,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:23:17.675490 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-7c663883-51ee-4ac8-a1c3-6ab4f65bdb5f tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:23:17.744192 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7c663883-51ee-4ac8-a1c3-6ab4f65bdb5f tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:17.745496 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-7c663883-51ee-4ac8-a1c3-6ab4f65bdb5f tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3211296 Jun 24 17:23:18.297748 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Device 337ed44e-bdc6-4d63-8aa8-dd2af3bb8f09 up at agent ovs-agent-dv-cinder-797970-1-iscsi {{(pid=93702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 17:23:18.329814 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.agents_db [None req-27f02d43-57e8-424c-a1b0-5a1f36db1773 None None] Agent healthcheck: found 6 active agents {{(pid=93703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 17:23:18.420881 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Provisioning for port 337ed44e-bdc6-4d63-8aa8-dd2af3bb8f09 completed by entity L2. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 17:23:18.424848 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Provisioning complete for port 337ed44e-bdc6-4d63-8aa8-dd2af3bb8f09 triggered by entity L2. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 17:23:18.425229 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979100'] for port, provisioning_complete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:18.511608 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:18.545350 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] For port 337ed44e-bdc6-4d63-8aa8-dd2af3bb8f09, host dv-cinder-797970-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-1-iscsi',level=0,port_id=337ed44e-bdc6-4d63-8aa8-dd2af3bb8f09,segment=NetworkSegment(70d148c7-0323-4791-ab06-8438da04e15c),segment_id=70d148c7-0323-4791-ab06-8438da04e15c)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 17:23:18.615081 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:18.617020 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:23:18.662700 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Pushing event updated for resources: {'Port': ['ID=337ed44e-bdc6-4d63-8aa8-dd2af3bb8f09,revision_number=5']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:23:18.665603 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:23:20.275440 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Device 337ed44e-bdc6-4d63-8aa8-dd2af3bb8f09 up at agent ovs-agent-dv-cinder-797970-1-iscsi {{(pid=93702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 17:23:20.325352 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Provisioning complete for port 337ed44e-bdc6-4d63-8aa8-dd2af3bb8f09 triggered by entity L2. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 17:23:20.325761 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979100'] for port, provisioning_complete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:21.820366 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:40.833758 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [req-224d2a7a-ecb9-41ee-850f-4c760098b4bf req-d55fd00b-44ae-4cf6-a830-9fe0757e7734 service neutron] (93701) timed out ('10.222.0.37', 59751) {{(pid=93701) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 24 17:23:41.140252 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0c9aa690-1c43-484c-86ee-f5635122eae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:42.013796 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-91fd9655-af48-4625-abf5-f007bb538b78 req-c1848654-31df-4146-b40c-04674560a2f8 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1565578099&fields=id&tenant_id=4c8638f5f5214a13ae481f6dcfd72f4e HTTP/1.1" status: 200 len: 267 time: 0.0330918 Jun 24 17:23:42.122930 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fd9655-af48-4625-abf5-f007bb538b78 req-8f21f5ce-3056-4f61-9a70-454b2e472e16 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:23:42.124358 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-91fd9655-af48-4625-abf5-f007bb538b78 req-8f21f5ce-3056-4f61-9a70-454b2e472e16 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] 10.222.0.15 "GET /v2.0/networks?id=ee1eaba0-043d-41fd-889a-45c04e962720 HTTP/1.1" status: 200 len: 811 time: 0.1043918 Jun 24 17:23:42.138508 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-91fd9655-af48-4625-abf5-f007bb538b78 req-6282e4ae-c7b9-443b-bd1e-c4abcc4c7692 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] 10.222.0.15 "GET /v2.0/quotas/4c8638f5f5214a13ae481f6dcfd72f4e HTTP/1.1" status: 200 len: 375 time: 0.0086527 Jun 24 17:23:42.205155 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-91fd9655-af48-4625-abf5-f007bb538b78 req-eac17cdd-8636-4a49-83bd-c1cbd1f6efd0 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=4c8638f5f5214a13ae481f6dcfd72f4e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0618598 Jun 24 17:23:42.299827 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-91fd9655-af48-4625-abf5-f007bb538b78 req-7b96f53d-a9ee-4434-ab99-894281608784 service neutron] 10.222.0.15 "GET /v2.0/networks/ee1eaba0-043d-41fd-889a-45c04e962720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839977 Jun 24 17:23:42.384187 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-91fd9655-af48-4625-abf5-f007bb538b78 req-1adb38bc-45e6-46d3-9b84-9a14d71306f0 service neutron] 10.222.0.15 "GET /v2.0/networks/ee1eaba0-043d-41fd-889a-45c04e962720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0786407 Jun 24 17:23:43.051550 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-5665bd47-c5ed-4eb4-abdc-d431a61ebc2b req-6cc8e002-9302-43d6-bb1f-dac2fd4656e2 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4e2d714-9c5a-4842-994e-918db7365bd4 HTTP/1.1" status: 200 len: 210 time: 0.1232073 Jun 24 17:23:43.488628 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e9d6285f-b092-4567-b552-35c5c2729532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:43.927203 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:44.190067 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-5bbeb179-6b02-45bd-9c3a-4203c070a570 req-321cecf4-97e7-4fd9-8806-d06e5acc5cf1 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4e2d714-9c5a-4842-994e-918db7365bd4 HTTP/1.1" status: 200 len: 210 time: 0.0290501 Jun 24 17:23:44.951396 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5af43288-dd02-4084-874e-f1fcba283848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:45.327955 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-45b1d1f3-da12-467b-b207-dd87305e48e1 req-c2fa3adf-cb33-450c-b1fb-5744e20d819f tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4e2d714-9c5a-4842-994e-918db7365bd4 HTTP/1.1" status: 200 len: 210 time: 0.0272820 Jun 24 17:23:45.469168 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fd9655-af48-4625-abf5-f007bb538b78 req-3a9251c0-03a1-41f3-9548-7f77482eaea3 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:23:45.471455 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-91fd9655-af48-4625-abf5-f007bb538b78 req-3a9251c0-03a1-41f3-9548-7f77482eaea3 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] 10.222.0.37 "GET /v2.0/networks?id=ee1eaba0-043d-41fd-889a-45c04e962720 HTTP/1.1" status: 200 len: 811 time: 0.1015003 Jun 24 17:23:45.518256 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-91fd9655-af48-4625-abf5-f007bb538b78 req-d7c58853-60fa-4013-b8ff-ec0e2a5b090a tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4c8638f5f5214a13ae481f6dcfd72f4e HTTP/1.1" status: 200 len: 380 time: 0.0335374 Jun 24 17:23:45.526760 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.v2.base [req-91fd9655-af48-4625-abf5-f007bb538b78 req-edd7715a-d314-4247-9bb2-c9c31cc818b5 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Request body: {'port': {'device_id': 'd4e2d714-9c5a-4842-994e-918db7365bd4', 'network_id': 'ee1eaba0-043d-41fd-889a-45c04e962720', 'admin_state_up': True, 'tenant_id': '4c8638f5f5214a13ae481f6dcfd72f4e', 'security_groups': ['0d4197ed-6ad0-414e-83ab-40091d4d2353']}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 17:23:45.699755 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91fd9655-af48-4625-abf5-f007bb538b78 req-edd7715a-d314-4247-9bb2-c9c31cc818b5 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Made reservation on behalf of 4c8638f5f5214a13ae481f6dcfd72f4e for: {'port': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 17:23:45.703956 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-91fd9655-af48-4625-abf5-f007bb538b78 req-edd7715a-d314-4247-9bb2-c9c31cc818b5 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:45.829432 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [req-91fd9655-af48-4625-abf5-f007bb538b78 req-edd7715a-d314-4247-9bb2-c9c31cc818b5 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Allocated IP 172.20.0.5 (ee1eaba0-043d-41fd-889a-45c04e962720/f66f0ce8-ea21-43c3-924a-8c941d208f37/fddd8a26-3370-47f8-b2ab-e2f26818f008) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 17:23:45.972633 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-91fd9655-af48-4625-abf5-f007bb538b78 req-edd7715a-d314-4247-9bb2-c9c31cc818b5 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:45.985805 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [req-91fd9655-af48-4625-abf5-f007bb538b78 req-edd7715a-d314-4247-9bb2-c9c31cc818b5 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Transition to ACTIVE for port object fddd8a26-3370-47f8-b2ab-e2f26818f008 will not be triggered until provisioned by entity DHCP. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 17:23:46.083372 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-91fd9655-af48-4625-abf5-f007bb538b78 req-edd7715a-d314-4247-9bb2-c9c31cc818b5 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1991527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-355756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734938254830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2811142'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:46.087377 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-a3402417-d537-40ad-8a5e-6900d13ba901 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:23:46.125621 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91fd9655-af48-4625-abf5-f007bb538b78 req-edd7715a-d314-4247-9bb2-c9c31cc818b5 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Network ee1eaba0-043d-41fd-889a-45c04e962720 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 17:23:46.128778 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [req-91fd9655-af48-4625-abf5-f007bb538b78 req-edd7715a-d314-4247-9bb2-c9c31cc818b5 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 17:23:46.135667 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-91fd9655-af48-4625-abf5-f007bb538b78 req-edd7715a-d314-4247-9bb2-c9c31cc818b5 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 17:23:46.165585 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd7715a-d314-4247-9bb2-c9c31cc818b5 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Pushing event updated for resources: {'Port': ['ID=fddd8a26-3370-47f8-b2ab-e2f26818f008,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:23:46.170089 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-edd7715a-d314-4247-9bb2-c9c31cc818b5 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:23:46.194907 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fd9655-af48-4625-abf5-f007bb538b78 req-edd7715a-d314-4247-9bb2-c9c31cc818b5 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:23:46.195508 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-91fd9655-af48-4625-abf5-f007bb538b78 req-edd7715a-d314-4247-9bb2-c9c31cc818b5 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14435'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:46.278188 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-91fd9655-af48-4625-abf5-f007bb538b78 req-edd7715a-d314-4247-9bb2-c9c31cc818b5 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7547138 Jun 24 17:23:46.340779 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.v2.base [req-91fd9655-af48-4625-abf5-f007bb538b78 req-04567ab7-14a6-4b48-a19e-351c1311e822 service neutron] Request body: {'port': {'device_id': 'd4e2d714-9c5a-4842-994e-918db7365bd4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79797'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 17:23:46.368199 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-0d956fca-d9e7-4afe-9b03-1b8b970d4b4c None None] Provisioning for port fddd8a26-3370-47f8-b2ab-e2f26818f008 completed by entity DHCP. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 17:23:46.372379 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-0d956fca-d9e7-4afe-9b03-1b8b970d4b4c None None] Provisioning complete for port fddd8a26-3370-47f8-b2ab-e2f26818f008 triggered by entity DHCP. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 17:23:46.372811 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0d956fca-d9e7-4afe-9b03-1b8b970d4b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979100'] for port, provisioning_complete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:46.420792 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-0d956fca-d9e7-4afe-9b03-1b8b970d4b4c None None] Port fddd8a26-3370-47f8-b2ab-e2f26818f008 cannot update to ACTIVE because it is not bound. {{(pid=93702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 17:23:46.424138 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-91fd9655-af48-4625-abf5-f007bb538b78 req-04567ab7-14a6-4b48-a19e-351c1311e822 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:46.481361 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [req-eeaf042f-d10b-4194-936e-8276aff00d52 req-ce6ab7e1-f3af-4098-94df-f5447ccf94f5 service neutron] (93701) timed out ('10.222.0.37', 59744) {{(pid=93701) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 24 17:23:46.517151 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9b1d8c-f758-4e64-b6c5-c77765834415 req-ec83a142-04ef-4a8e-a1fc-fbf62e35cc0e tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:23:46.519477 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-bb9b1d8c-f758-4e64-b6c5-c77765834415 req-ec83a142-04ef-4a8e-a1fc-fbf62e35cc0e tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4e2d714-9c5a-4842-994e-918db7365bd4 HTTP/1.1" status: 200 len: 931 time: 0.0703068 Jun 24 17:23:46.538632 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-845c8506-8cf5-4b6b-bbc4-443bdb09ac47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:46.559282 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-bb9b1d8c-f758-4e64-b6c5-c77765834415 req-8df1aaba-d7f5-4829-a918-4f3a61ced932 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d4197ed-6ad0-414e-83ab-40091d4d2353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336971 Jun 24 17:23:46.706407 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.notifiers.nova [req-91fd9655-af48-4625-abf5-f007bb538b78 req-04567ab7-14a6-4b48-a19e-351c1311e822 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fddd8a26-3370-47f8-b2ab-e2f26818f008 {{(pid=93700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 17:23:46.713532 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-91fd9655-af48-4625-abf5-f007bb538b78 req-04567ab7-14a6-4b48-a19e-351c1311e822 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:46.727549 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [req-91fd9655-af48-4625-abf5-f007bb538b78 req-04567ab7-14a6-4b48-a19e-351c1311e822 service neutron] Transition to ACTIVE for port object fddd8a26-3370-47f8-b2ab-e2f26818f008 will not be triggered until provisioned by entity L2. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 17:23:46.802548 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-91fd9655-af48-4625-abf5-f007bb538b78 req-04567ab7-14a6-4b48-a19e-351c1311e822 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2811380'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:46.805478 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-df70a984-7921-48f4-a134-20960c8ae7df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:23:46.857833 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04567ab7-14a6-4b48-a19e-351c1311e822 service neutron] Pushing event updated for resources: {'Port': ['ID=fddd8a26-3370-47f8-b2ab-e2f26818f008,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:23:46.875551 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-04567ab7-14a6-4b48-a19e-351c1311e822 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:23:46.933507 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-91fd9655-af48-4625-abf5-f007bb538b78 req-04567ab7-14a6-4b48-a19e-351c1311e822 service neutron] Attempting to bind port fddd8a26-3370-47f8-b2ab-e2f26818f008 on host hv-cinder-79797 for vnic_type normal with profile {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 17:23:46.933879 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-91fd9655-af48-4625-abf5-f007bb538b78 req-04567ab7-14a6-4b48-a19e-351c1311e822 service neutron] Attempting to bind port fddd8a26-3370-47f8-b2ab-e2f26818f008 by drivers openvswitch,hyperv on host hv-cinder-79797 at level 0 using segments [{'id': 'a27c2cba-efb1-47be-b4b4-e49fa650729c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ee1eaba0-043d-41fd-889a-45c04e962720'}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 17:23:46.934213 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91fd9655-af48-4625-abf5-f007bb538b78 req-04567ab7-14a6-4b48-a19e-351c1311e822 service neutron] Attempting to bind port fddd8a26-3370-47f8-b2ab-e2f26818f008 on network ee1eaba0-043d-41fd-889a-45c04e962720 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 17:23:46.938980 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91fd9655-af48-4625-abf5-f007bb538b78 req-04567ab7-14a6-4b48-a19e-351c1311e822 service neutron] Port fddd8a26-3370-47f8-b2ab-e2f26818f008 on network ee1eaba0-043d-41fd-889a-45c04e962720 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79797 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 17:23:46.939606 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91fd9655-af48-4625-abf5-f007bb538b78 req-04567ab7-14a6-4b48-a19e-351c1311e822 service neutron] Attempting to bind port fddd8a26-3370-47f8-b2ab-e2f26818f008 on network ee1eaba0-043d-41fd-889a-45c04e962720 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 17:23:46.945037 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91fd9655-af48-4625-abf5-f007bb538b78 req-04567ab7-14a6-4b48-a19e-351c1311e822 service neutron] Checking agent: {'id': '1288d539-9cda-419c-bcb9-190041a83682', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79797', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 17, 6, 19), 'started_at': datetime.datetime(2021, 6, 24, 17, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 17, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 17:23:46.945379 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91fd9655-af48-4625-abf5-f007bb538b78 req-04567ab7-14a6-4b48-a19e-351c1311e822 service neutron] Checking segment: {'id': 'a27c2cba-efb1-47be-b4b4-e49fa650729c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ee1eaba0-043d-41fd-889a-45c04e962720'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 17:23:46.945868 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91fd9655-af48-4625-abf5-f007bb538b78 req-04567ab7-14a6-4b48-a19e-351c1311e822 service neutron] Bound using segment: {'id': 'a27c2cba-efb1-47be-b4b4-e49fa650729c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ee1eaba0-043d-41fd-889a-45c04e962720'} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 17:23:46.946309 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-91fd9655-af48-4625-abf5-f007bb538b78 req-04567ab7-14a6-4b48-a19e-351c1311e822 service neutron] Bound port: fddd8a26-3370-47f8-b2ab-e2f26818f008, host: hv-cinder-79797, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a27c2cba-efb1-47be-b4b4-e49fa650729c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ee1eaba0-043d-41fd-889a-45c04e962720'}}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 17:23:46.946673 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-91fd9655-af48-4625-abf5-f007bb538b78 req-04567ab7-14a6-4b48-a19e-351c1311e822 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:47.014024 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-91fd9655-af48-4625-abf5-f007bb538b78 req-04567ab7-14a6-4b48-a19e-351c1311e822 service neutron] For port fddd8a26-3370-47f8-b2ab-e2f26818f008, host hv-cinder-79797, cleared binding levels {{(pid=93700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 17:23:47.018076 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-91fd9655-af48-4625-abf5-f007bb538b78 req-04567ab7-14a6-4b48-a19e-351c1311e822 service neutron] For port fddd8a26-3370-47f8-b2ab-e2f26818f008, host hv-cinder-79797, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=fddd8a26-3370-47f8-b2ab-e2f26818f008,segment=NetworkSegment(a27c2cba-efb1-47be-b4b4-e49fa650729c),segment_id=a27c2cba-efb1-47be-b4b4-e49fa650729c)] {{(pid=93700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 17:23:47.100261 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-91fd9655-af48-4625-abf5-f007bb538b78 req-04567ab7-14a6-4b48-a19e-351c1311e822 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2811380'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:47.104785 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-04567ab7-14a6-4b48-a19e-351c1311e822 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:23:47.142472 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fd9655-af48-4625-abf5-f007bb538b78 req-04567ab7-14a6-4b48-a19e-351c1311e822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:23:47.143103 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-91fd9655-af48-4625-abf5-f007bb538b78 req-04567ab7-14a6-4b48-a19e-351c1311e822 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14435'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:47.144462 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-91fd9655-af48-4625-abf5-f007bb538b78 req-04567ab7-14a6-4b48-a19e-351c1311e822 service neutron] 10.222.0.37 "PUT /v2.0/ports/fddd8a26-3370-47f8-b2ab-e2f26818f008 HTTP/1.1" status: 200 len: 1093 time: 0.8535516 Jun 24 17:23:47.145514 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4e2d714-9c5a-4842-994e-918db7365bd4', 'tag': 'fddd8a26-3370-47f8-b2ab-e2f26818f008'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 17:23:47.148096 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c39e75a9e8347d24c3004332124e07527e89accb2f43d806ee4df9c6bf49ca2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b53e4ee5-ce82-49bf-8a64-6794f525f7ca" -d '{"events": [{"name": "network-changed", "server_uuid": "d4e2d714-9c5a-4842-994e-918db7365bd4", "tag": "fddd8a26-3370-47f8-b2ab-e2f26818f008"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 17:23:47.173945 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04567ab7-14a6-4b48-a19e-351c1311e822 service neutron] Pushing event updated for resources: {'Port': ['ID=fddd8a26-3370-47f8-b2ab-e2f26818f008,revision_number=3']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:23:47.177768 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-04567ab7-14a6-4b48-a19e-351c1311e822 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:23:47.187603 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 17:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf14f2c1-d416-4594-af93-ba9652419723 x-openstack-request-id: req-cf14f2c1-d416-4594-af93-ba9652419723 {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 17:23:47.187942 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4e2d714-9c5a-4842-994e-918db7365bd4", "tag": "fddd8a26-3370-47f8-b2ab-e2f26818f008", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 17:23:47.188234 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cf14f2c1-d416-4594-af93-ba9652419723 {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 17:23:47.188640 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4e2d714-9c5a-4842-994e-918db7365bd4', 'tag': 'fddd8a26-3370-47f8-b2ab-e2f26818f008', 'status': 'completed', 'code': 200} Jun 24 17:23:47.288646 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53e4ee5-ce82-49bf-8a64-6794f525f7ca req-64d28543-9a25-4463-982b-a24624ebe09d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:23:47.290139 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-b53e4ee5-ce82-49bf-8a64-6794f525f7ca req-64d28543-9a25-4463-982b-a24624ebe09d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4c8638f5f5214a13ae481f6dcfd72f4e&device_id=d4e2d714-9c5a-4842-994e-918db7365bd4 HTTP/1.1" status: 200 len: 1096 time: 0.0572495 Jun 24 17:23:47.394433 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53e4ee5-ce82-49bf-8a64-6794f525f7ca req-b18b4fdb-a421-4359-a268-2a5601fb7de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:23:47.395881 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-b53e4ee5-ce82-49bf-8a64-6794f525f7ca req-b18b4fdb-a421-4359-a268-2a5601fb7de5 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=4c8638f5f5214a13ae481f6dcfd72f4e&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0926940 Jun 24 17:23:47.484559 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53e4ee5-ce82-49bf-8a64-6794f525f7ca req-faac9696-d7cd-4c51-938c-961b290f8885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:23:47.486463 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-b53e4ee5-ce82-49bf-8a64-6794f525f7ca req-faac9696-d7cd-4c51-938c-961b290f8885 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0843434 Jun 24 17:23:47.594159 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fd9655-af48-4625-abf5-f007bb538b78 req-15bbb041-6f14-4783-ae39-a93e116759dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:23:47.595529 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-91fd9655-af48-4625-abf5-f007bb538b78 req-15bbb041-6f14-4783-ae39-a93e116759dc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4c8638f5f5214a13ae481f6dcfd72f4e&device_id=d4e2d714-9c5a-4842-994e-918db7365bd4 HTTP/1.1" status: 200 len: 1096 time: 0.0517285 Jun 24 17:23:47.645710 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-91fd9655-af48-4625-abf5-f007bb538b78 req-a658a704-7070-482a-9ec1-c0147346b14b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fddd8a26-3370-47f8-b2ab-e2f26818f008 HTTP/1.1" status: 200 len: 217 time: 0.0372789 Jun 24 17:23:47.694604 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fd9655-af48-4625-abf5-f007bb538b78 req-6dc8be73-52ba-4a71-883b-d7388a200d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:23:47.696040 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-91fd9655-af48-4625-abf5-f007bb538b78 req-6dc8be73-52ba-4a71-883b-d7388a200d93 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f66f0ce8-ea21-43c3-924a-8c941d208f37 HTTP/1.1" status: 200 len: 850 time: 0.0445075 Jun 24 17:23:47.736564 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730b0a25-afa9-45ab-8f5d-8b15a790637d req-5bd61054-d78f-46ee-b102-0d8171817db1 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:23:47.738619 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-730b0a25-afa9-45ab-8f5d-8b15a790637d req-5bd61054-d78f-46ee-b102-0d8171817db1 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4e2d714-9c5a-4842-994e-918db7365bd4 HTTP/1.1" status: 200 len: 943 time: 0.0651526 Jun 24 17:23:47.752753 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fd9655-af48-4625-abf5-f007bb538b78 req-45d43095-ac05-4d09-9443-87251b06b4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:23:47.754222 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-91fd9655-af48-4625-abf5-f007bb538b78 req-45d43095-ac05-4d09-9443-87251b06b4a1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ee1eaba0-043d-41fd-889a-45c04e962720&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0511038 Jun 24 17:23:47.777294 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-730b0a25-afa9-45ab-8f5d-8b15a790637d req-cf3c8582-7cc4-4792-b01b-acea4603e92d tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d4197ed-6ad0-414e-83ab-40091d4d2353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326071 Jun 24 17:23:48.105658 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-91fd9655-af48-4625-abf5-f007bb538b78 req-547cef0d-dcdc-4967-9ad3-bcec6978c43d service neutron] 10.222.0.37 "GET /v2.0/networks/ee1eaba0-043d-41fd-889a-45c04e962720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3446929 Jun 24 17:23:48.242707 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-91fd9655-af48-4625-abf5-f007bb538b78 req-46ccfa7f-d0e3-4747-9f5e-fd6c377044ca service neutron] 10.222.0.37 "GET /v2.0/networks/ee1eaba0-043d-41fd-889a-45c04e962720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896077 Jun 24 17:23:48.955486 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da76026d-ca12-4ebf-b4c9-789aeca21e98 req-ddcd4ffa-eea2-4a4d-9a6e-76585bafecdf tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:23:48.956967 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-da76026d-ca12-4ebf-b4c9-789aeca21e98 req-ddcd4ffa-eea2-4a4d-9a6e-76585bafecdf tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4e2d714-9c5a-4842-994e-918db7365bd4 HTTP/1.1" status: 200 len: 943 time: 0.0665793 Jun 24 17:23:48.993880 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-da76026d-ca12-4ebf-b4c9-789aeca21e98 req-4e7f1cc5-de2b-433a-9eb6-0e08639b6a59 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d4197ed-6ad0-414e-83ab-40091d4d2353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312486 Jun 24 17:23:50.168057 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f5bc87-e0f3-43f5-8476-4ebed357daf1 req-6468a1a1-b21d-4e40-9c3b-d02f83a9d8e1 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:23:50.169515 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-49f5bc87-e0f3-43f5-8476-4ebed357daf1 req-6468a1a1-b21d-4e40-9c3b-d02f83a9d8e1 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4e2d714-9c5a-4842-994e-918db7365bd4 HTTP/1.1" status: 200 len: 943 time: 0.0618374 Jun 24 17:23:50.206622 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-49f5bc87-e0f3-43f5-8476-4ebed357daf1 req-abfd8250-244b-4c55-aa75-4f710ed497c0 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d4197ed-6ad0-414e-83ab-40091d4d2353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314538 Jun 24 17:23:51.372503 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457d5418-0c7b-4512-b394-980e012b5d57 req-e1e0021a-c891-4e8f-ab77-cd92dd3e8885 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:23:51.373925 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-457d5418-0c7b-4512-b394-980e012b5d57 req-e1e0021a-c891-4e8f-ab77-cd92dd3e8885 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4e2d714-9c5a-4842-994e-918db7365bd4 HTTP/1.1" status: 200 len: 943 time: 0.0612776 Jun 24 17:23:51.411240 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-457d5418-0c7b-4512-b394-980e012b5d57 req-35a4fbbf-dfc3-4c21-8a49-4de1c511cede tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d4197ed-6ad0-414e-83ab-40091d4d2353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307460 Jun 24 17:23:51.818364 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:52.582608 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4bef1d-6f80-4087-aabe-ae6ea1855ac7 req-bc5aa6a4-2ed8-4dd6-b49d-608638ad68c6 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:23:52.583966 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-7f4bef1d-6f80-4087-aabe-ae6ea1855ac7 req-bc5aa6a4-2ed8-4dd6-b49d-608638ad68c6 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4e2d714-9c5a-4842-994e-918db7365bd4 HTTP/1.1" status: 200 len: 943 time: 0.0650871 Jun 24 17:23:52.620672 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-7f4bef1d-6f80-4087-aabe-ae6ea1855ac7 req-68d98ad8-04ac-4b35-91cf-8a168ec9ef05 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d4197ed-6ad0-414e-83ab-40091d4d2353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312095 Jun 24 17:23:53.788646 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b457edf-ef69-4b6f-b31a-5aa9915c14da req-83995186-a8ed-4231-8c75-5d3be5b27ee6 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:23:53.790088 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-0b457edf-ef69-4b6f-b31a-5aa9915c14da req-83995186-a8ed-4231-8c75-5d3be5b27ee6 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4e2d714-9c5a-4842-994e-918db7365bd4 HTTP/1.1" status: 200 len: 943 time: 0.0615301 Jun 24 17:23:53.826567 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-0b457edf-ef69-4b6f-b31a-5aa9915c14da req-757cc96b-1e53-48ca-af33-e3ac99d42e8a tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d4197ed-6ad0-414e-83ab-40091d4d2353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310357 Jun 24 17:23:54.998770 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae8c340-f40b-4142-90c5-8625ddebd0e6 req-13e441ca-562f-4a92-9849-e264be21396d tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:23:55.000211 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-4ae8c340-f40b-4142-90c5-8625ddebd0e6 req-13e441ca-562f-4a92-9849-e264be21396d tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4e2d714-9c5a-4842-994e-918db7365bd4 HTTP/1.1" status: 200 len: 943 time: 0.0629821 Jun 24 17:23:55.021494 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Device fddd8a26-3370-47f8-b2ab-e2f26818f008 details requested by agent hyperv_hv-cinder-79797 with host hv-cinder-79797 {{(pid=93702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 17:23:55.037375 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-4ae8c340-f40b-4142-90c5-8625ddebd0e6 req-f68af018-5f2e-4584-ac36-e547241b3747 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d4197ed-6ad0-414e-83ab-40091d4d2353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309939 Jun 24 17:23:55.115808 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] For port fddd8a26-3370-47f8-b2ab-e2f26818f008, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=fddd8a26-3370-47f8-b2ab-e2f26818f008,segment=NetworkSegment(a27c2cba-efb1-47be-b4b4-e49fa650729c),segment_id=a27c2cba-efb1-47be-b4b4-e49fa650729c)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 17:23:55.127160 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Returning: {'device': 'fddd8a26-3370-47f8-b2ab-e2f26818f008', 'network_id': 'ee1eaba0-043d-41fd-889a-45c04e962720', 'port_id': 'fddd8a26-3370-47f8-b2ab-e2f26818f008', 'mac_address': 'fa:16:3e:f7:4a:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f66f0ce8-ea21-43c3-924a-8c941d208f37', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 17:23:55.162667 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:55.174613 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.notifiers.nova [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fddd8a26-3370-47f8-b2ab-e2f26818f008 {{(pid=93702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 17:23:55.192851 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] For port fddd8a26-3370-47f8-b2ab-e2f26818f008, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=fddd8a26-3370-47f8-b2ab-e2f26818f008,segment=NetworkSegment(a27c2cba-efb1-47be-b4b4-e49fa650729c),segment_id=a27c2cba-efb1-47be-b4b4-e49fa650729c)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 17:23:55.242441 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:55.244332 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:23:55.292352 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Pushing event updated for resources: {'Port': ['ID=fddd8a26-3370-47f8-b2ab-e2f26818f008,revision_number=4']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:23:55.295345 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:23:55.328569 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.agents_db [None req-27f02d43-57e8-424c-a1b0-5a1f36db1773 None None] Agent healthcheck: found 6 active agents {{(pid=93703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 17:23:55.635676 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] get_ports_and_sgs() called for port_ids ['fddd8a26-3370-47f8-b2ab-e2f26818f008'] {{(pid=93702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 17:23:56.212891 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c4916b-73ab-4856-9571-7dbe3cae1cc0 req-ec315ece-14e5-449d-8cc9-f159f8209f7a tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:23:56.213904 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-15c4916b-73ab-4856-9571-7dbe3cae1cc0 req-ec315ece-14e5-449d-8cc9-f159f8209f7a tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4e2d714-9c5a-4842-994e-918db7365bd4 HTTP/1.1" status: 200 len: 944 time: 0.0673599 Jun 24 17:23:56.254817 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-15c4916b-73ab-4856-9571-7dbe3cae1cc0 req-54ce76d2-fe90-4035-b840-78502dfedfca tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d4197ed-6ad0-414e-83ab-40091d4d2353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352879 Jun 24 17:23:57.022721 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Device fddd8a26-3370-47f8-b2ab-e2f26818f008 up at agent hyperv_hv-cinder-79797 {{(pid=93702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 17:23:57.137783 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Provisioning for port fddd8a26-3370-47f8-b2ab-e2f26818f008 completed by entity L2. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 17:23:57.141404 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Provisioning complete for port fddd8a26-3370-47f8-b2ab-e2f26818f008 triggered by entity L2. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 17:23:57.141813 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979100'] for port, provisioning_complete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:57.213958 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:57.237518 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4e2d714-9c5a-4842-994e-918db7365bd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fddd8a26-3370-47f8-b2ab-e2f26818f008'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 17:23:57.239801 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d8b605067795a7fc2c115f7278a2b51e92dc277499becda2f2169a787a2c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76950d91-812c-4f73-9a00-91863057a90b" -d '{"events": [{"server_uuid": "d4e2d714-9c5a-4842-994e-918db7365bd4", "name": "network-vif-plugged", "status": "completed", "tag": "fddd8a26-3370-47f8-b2ab-e2f26818f008"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 17:23:57.252031 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] For port fddd8a26-3370-47f8-b2ab-e2f26818f008, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=fddd8a26-3370-47f8-b2ab-e2f26818f008,segment=NetworkSegment(a27c2cba-efb1-47be-b4b4-e49fa650729c),segment_id=a27c2cba-efb1-47be-b4b4-e49fa650729c)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 17:23:57.274820 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 17:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9f664a9-b913-4881-9b40-7ba60b989278 x-openstack-request-id: req-e9f664a9-b913-4881-9b40-7ba60b989278 {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 17:23:57.275118 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4e2d714-9c5a-4842-994e-918db7365bd4", "name": "network-vif-plugged", "status": "completed", "tag": "fddd8a26-3370-47f8-b2ab-e2f26818f008", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 17:23:57.275381 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e9f664a9-b913-4881-9b40-7ba60b989278 {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 17:23:57.275783 dv-cinder-797970-1-iscsi neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4e2d714-9c5a-4842-994e-918db7365bd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fddd8a26-3370-47f8-b2ab-e2f26818f008', 'code': 200} Jun 24 17:23:57.311464 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:23:57.312896 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-7200d5ba-b8a1-4887-9cbc-5cc36d98e3c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:23:57.366824 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Pushing event updated for resources: {'Port': ['ID=fddd8a26-3370-47f8-b2ab-e2f26818f008,revision_number=5']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:23:57.369901 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:23:57.433944 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010641f7-976a-4a31-a95f-8825a005989c req-638428b6-9236-4111-9004-abf03441ed2c tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:23:57.435412 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-010641f7-976a-4a31-a95f-8825a005989c req-638428b6-9236-4111-9004-abf03441ed2c tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4e2d714-9c5a-4842-994e-918db7365bd4 HTTP/1.1" status: 200 len: 945 time: 0.0633316 Jun 24 17:23:57.472780 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-010641f7-976a-4a31-a95f-8825a005989c req-8e3bf49b-8eef-49f3-97aa-5366f56b5b47 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d4197ed-6ad0-414e-83ab-40091d4d2353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316579 Jun 24 17:23:57.726661 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995a9b04-b629-4ed8-9e1d-44f394cc8514 req-7aa02db2-7827-49b9-90c7-ffb917df812c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:23:57.728002 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-995a9b04-b629-4ed8-9e1d-44f394cc8514 req-7aa02db2-7827-49b9-90c7-ffb917df812c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d4e2d714-9c5a-4842-994e-918db7365bd4 HTTP/1.1" status: 200 len: 1098 time: 0.0550580 Jun 24 17:23:57.761371 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-995a9b04-b629-4ed8-9e1d-44f394cc8514 req-3eed53c4-2238-41c6-9979-9da627b03443 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=0d4197ed-6ad0-414e-83ab-40091d4d2353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268331 Jun 24 17:23:58.648429 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4020874e-21b4-45ba-86c2-06f50762c6dd req-a1834d67-fcd1-4439-9a42-ee383525e17b tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:23:58.649911 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-4020874e-21b4-45ba-86c2-06f50762c6dd req-a1834d67-fcd1-4439-9a42-ee383525e17b tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4e2d714-9c5a-4842-994e-918db7365bd4 HTTP/1.1" status: 200 len: 945 time: 0.0656023 Jun 24 17:23:58.687631 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-4020874e-21b4-45ba-86c2-06f50762c6dd req-3882f748-49dd-4104-8f59-293e6d0227f8 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d4197ed-6ad0-414e-83ab-40091d4d2353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322368 Jun 24 17:23:59.858469 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fd45ff-a616-43e8-b0a3-1e10385f9e40 req-a4ed08c6-4310-41b3-b496-341cb3f388b8 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:23:59.859928 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-f7fd45ff-a616-43e8-b0a3-1e10385f9e40 req-a4ed08c6-4310-41b3-b496-341cb3f388b8 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4e2d714-9c5a-4842-994e-918db7365bd4 HTTP/1.1" status: 200 len: 945 time: 0.0623398 Jun 24 17:23:59.897998 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-f7fd45ff-a616-43e8-b0a3-1e10385f9e40 req-5afbc13e-e3a5-4464-b4df-c0cf8aefd800 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d4197ed-6ad0-414e-83ab-40091d4d2353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322976 Jun 24 17:24:00.068105 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88848e4-b197-405b-9a6b-2a6567227d44 req-f6a6b951-cf19-4127-893a-bbf88e4f7c22 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:24:00.069459 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-c88848e4-b197-405b-9a6b-2a6567227d44 req-f6a6b951-cf19-4127-893a-bbf88e4f7c22 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4e2d714-9c5a-4842-994e-918db7365bd4 HTTP/1.1" status: 200 len: 945 time: 0.0622311 Jun 24 17:24:00.106390 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-c88848e4-b197-405b-9a6b-2a6567227d44 req-23d65a11-1ea7-49e2-9bf6-8b64da3168a4 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d4197ed-6ad0-414e-83ab-40091d4d2353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313890 Jun 24 17:24:00.131312 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 37234) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:24:00.223997 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-841e2c88-35ec-4155-88d3-cc77dbb46849 tempest-TestVolumeBootPattern-307845473 tempest-TestVolumeBootPattern-307845473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:24:00.225434 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-841e2c88-35ec-4155-88d3-cc77dbb46849 tempest-TestVolumeBootPattern-307845473 tempest-TestVolumeBootPattern-307845473-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=d4e2d714-9c5a-4842-994e-918db7365bd4 HTTP/1.1" status: 200 len: 1093 time: 0.0931418 Jun 24 17:24:00.228179 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 37238) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:24:00.232390 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.v2.base [None req-82e589a2-9949-4314-88fc-35e044b1c367 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Request body: {'floatingip': {'floating_network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'port_id': 'fddd8a26-3370-47f8-b2ab-e2f26818f008', 'tenant_id': '4c8638f5f5214a13ae481f6dcfd72f4e', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 17:24:00.328050 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-82e589a2-9949-4314-88fc-35e044b1c367 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Notify callbacks [] for floatingip, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:24:00.426939 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-82e589a2-9949-4314-88fc-35e044b1c367 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:24:00.528554 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [None req-82e589a2-9949-4314-88fc-35e044b1c367 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Allocated IP 172.27.2.220 (d3559561-7efd-493e-88d1-7d47e478b72a/004d905c-cc14-4189-936d-82a0eea7da62/e81591d3-1084-4830-89a4-026f8bb63aba) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 17:24:00.628042 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-82e589a2-9949-4314-88fc-35e044b1c367 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:24:00.717203 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-82e589a2-9949-4314-88fc-35e044b1c367 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1991527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-355756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734938254830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2811142'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:24:00.719216 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-3fb3202b-5064-46a4-8e66-751119962590 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:24:00.753448 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82e589a2-9949-4314-88fc-35e044b1c367 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Network d3559561-7efd-493e-88d1-7d47e478b72a is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 17:24:00.756133 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-82e589a2-9949-4314-88fc-35e044b1c367 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 17:24:00.759388 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e589a2-9949-4314-88fc-35e044b1c367 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 17:24:00.787661 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e589a2-9949-4314-88fc-35e044b1c367 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Pushing event updated for resources: {'Port': ['ID=e81591d3-1084-4830-89a4-026f8bb63aba,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:24:00.791525 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-82e589a2-9949-4314-88fc-35e044b1c367 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:24:01.119547 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-82e589a2-9949-4314-88fc-35e044b1c367 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:24:01.259883 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-82e589a2-9949-4314-88fc-35e044b1c367 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:24:01.403754 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-82e589a2-9949-4314-88fc-35e044b1c367 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:24:01.465150 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-82e589a2-9949-4314-88fc-35e044b1c367 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2811380'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:24:01.467246 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-e9ce874c-fcbf-484a-a212-181e28329895 tempest-AttachVolumeShelveTestJSON-273546285 tempest-AttachVolumeShelveTestJSON-273546285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:24:01.529969 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e589a2-9949-4314-88fc-35e044b1c367 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Pushing event updated for resources: {'Port': ['ID=e81591d3-1084-4830-89a4-026f8bb63aba,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:24:01.533547 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-82e589a2-9949-4314-88fc-35e044b1c367 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:24:01.541639 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-82e589a2-9949-4314-88fc-35e044b1c367 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-938496'] for floatingip, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:24:01.639140 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.db.l3_db [None req-82e589a2-9949-4314-88fc-35e044b1c367 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Floating IP ff0fec7b-af43-44f0-a09e-3d94beaa8d2f associated. External IP: 172.27.2.220, port: fddd8a26-3370-47f8-b2ab-e2f26818f008. Jun 24 17:24:01.836790 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82e589a2-9949-4314-88fc-35e044b1c367 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Router aef66692-88dd-48a3-ad0b-72b8eed65772 has already been hosted by L3 agent ebb0bbf0-d6bc-43df-80f2-a0cdb1424f3b {{(pid=93700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 17:24:01.945139 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82e589a2-9949-4314-88fc-35e044b1c367 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Notify agent at l3_agent.dv-cinder-797970-1-iscsi the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 17:24:01.954170 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53365a8c-6246-4762-ad0e-8bfd396240d0 None None] Sync routers for ids ['aef66692-88dd-48a3-ad0b-72b8eed65772'] in dv-cinder-797970-1-iscsi {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 17:24:01.964428 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53365a8c-6246-4762-ad0e-8bfd396240d0 None None] Routers {'aef66692-88dd-48a3-ad0b-72b8eed65772'} bound to L3 agent in host dv-cinder-797970-1-iscsi {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 17:24:01.965034 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-53365a8c-6246-4762-ad0e-8bfd396240d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T17:00:13Z,description=,heartbeat_timestamp=2021-06-24T17:23:43Z,host='dv-cinder-797970-1-iscsi',id=ebb0bbf0-d6bc-43df-80f2-a0cdb1424f3b,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T17:00:14Z,topic='l3_agent')) {'router_ids': ['aef66692-88dd-48a3-ad0b-72b8eed65772'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:24:02.012431 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-82e589a2-9949-4314-88fc-35e044b1c367 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14435'] for floatingip, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:24:02.061673 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-82e589a2-9949-4314-88fc-35e044b1c367 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8191524 Jun 24 17:24:02.061673 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4e2d714-9c5a-4842-994e-918db7365bd4', 'tag': 'fddd8a26-3370-47f8-b2ab-e2f26818f008'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 17:24:02.061673 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c39e75a9e8347d24c3004332124e07527e89accb2f43d806ee4df9c6bf49ca2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fbb368d-108e-421e-8ca6-65cf0c7b723b" -d '{"events": [{"name": "network-changed", "server_uuid": "d4e2d714-9c5a-4842-994e-918db7365bd4", "tag": "fddd8a26-3370-47f8-b2ab-e2f26818f008"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 17:24:02.070622 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-53365a8c-6246-4762-ad0e-8bfd396240d0 None None] Set router aef66692-88dd-48a3-ad0b-72b8eed65772 gateway port host: dv-cinder-797970-1-iscsi {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 17:24:02.085698 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 17:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27e26fb1-6cca-45d0-be65-19731472fee8 x-openstack-request-id: req-27e26fb1-6cca-45d0-be65-19731472fee8 {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 17:24:02.086033 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4e2d714-9c5a-4842-994e-918db7365bd4", "tag": "fddd8a26-3370-47f8-b2ab-e2f26818f008", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 17:24:02.086328 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-27e26fb1-6cca-45d0-be65-19731472fee8 {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 17:24:02.086761 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4e2d714-9c5a-4842-994e-918db7365bd4', 'tag': 'fddd8a26-3370-47f8-b2ab-e2f26818f008', 'status': 'completed', 'code': 200} Jun 24 17:24:02.180935 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbb368d-108e-421e-8ca6-65cf0c7b723b req-9f53e7e6-8dda-4e14-92ab-03dbd5c2a8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:24:02.182436 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-6fbb368d-108e-421e-8ca6-65cf0c7b723b req-9f53e7e6-8dda-4e14-92ab-03dbd5c2a8bc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4c8638f5f5214a13ae481f6dcfd72f4e&device_id=d4e2d714-9c5a-4842-994e-918db7365bd4 HTTP/1.1" status: 200 len: 1098 time: 0.0523407 Jun 24 17:24:02.288788 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbb368d-108e-421e-8ca6-65cf0c7b723b req-cecc8ed2-d9f8-4f03-8054-164707b00dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:24:02.290279 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-6fbb368d-108e-421e-8ca6-65cf0c7b723b req-cecc8ed2-d9f8-4f03-8054-164707b00dd1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ee1eaba0-043d-41fd-889a-45c04e962720 HTTP/1.1" status: 200 len: 911 time: 0.1010723 Jun 24 17:24:02.293323 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-53365a8c-6246-4762-ad0e-8bfd396240d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aef66692-88dd-48a3-ad0b-72b8eed65772', 'name': 'tempest-TestVolumeBootPattern-439769473-router', 'tenant_id': '4c8638f5f5214a13ae481f6dcfd72f4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'external_fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '61c73248-def9-4f52-ba8e-cf4b3d49f9c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T17:23:03Z', 'updated_at': '2021-06-24T17:23:06Z', 'revision_number': 4, 'project_id': '4c8638f5f5214a13ae481f6dcfd72f4e', 'gw_port': {'id': '61c73248-def9-4f52-ba8e-cf4b3d49f9c1', 'name': '', 'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:13:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef66692-88dd-48a3-ad0b-72b8eed65772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:23:04Z', 'updated_at': '2021-06-24T17:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '004d905c-cc14-4189-936d-82a0eea7da62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-1-iscsi', '_floatingips': [{'id': 'ff0fec7b-af43-44f0-a09e-3d94beaa8d2f', 'tenant_id': '4c8638f5f5214a13ae481f6dcfd72f4e', 'floating_ip_address': '172.27.2.220', 'floating_network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'router_id': 'aef66692-88dd-48a3-ad0b-72b8eed65772', 'port_id': 'fddd8a26-3370-47f8-b2ab-e2f26818f008', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee1eaba0-043d-41fd-889a-45c04e962720', 'mac_address': 'fa:16:3e:f7:4a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e2d714-9c5a-4842-994e-918db7365bd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T17:24:00Z', 'updated_at': '2021-06-24T17:24:00Z', 'revision_number': 0, 'project_id': '4c8638f5f5214a13ae481f6dcfd72f4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c57fbde3-19da-48b3-9bbe-215e456eb6e6', 'name': '', 'network_id': 'ee1eaba0-043d-41fd-889a-45c04e962720', 'tenant_id': '4c8638f5f5214a13ae481f6dcfd72f4e', 'mac_address': 'fa:16:3e:aa:5e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef66692-88dd-48a3-ad0b-72b8eed65772', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'f66f0ce8-ea21-43c3-924a-8c941d208f37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:23:06Z', 'updated_at': '2021-06-24T17:23:12Z', 'revision_number': 5, 'project_id': '4c8638f5f5214a13ae481f6dcfd72f4e', 'subnets': [{'id': 'f66f0ce8-ea21-43c3-924a-8c941d208f37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-1-iscsi', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:24:02.322175 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53365a8c-6246-4762-ad0e-8bfd396240d0 None None] Checking router: aef66692-88dd-48a3-ad0b-72b8eed65772 for host: dv-cinder-797970-1-iscsi {{(pid=93702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 17:24:02.330782 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53365a8c-6246-4762-ad0e-8bfd396240d0 None None] Routers {'aef66692-88dd-48a3-ad0b-72b8eed65772'} bound to L3 agent in host dv-cinder-797970-1-iscsi {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 17:24:02.331381 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-53365a8c-6246-4762-ad0e-8bfd396240d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T17:00:13Z,description=,heartbeat_timestamp=2021-06-24T17:23:43Z,host='dv-cinder-797970-1-iscsi',id=ebb0bbf0-d6bc-43df-80f2-a0cdb1424f3b,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T17:00:14Z,topic='l3_agent')) {'router_ids': ['aef66692-88dd-48a3-ad0b-72b8eed65772'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:24:02.354002 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-6fbb368d-108e-421e-8ca6-65cf0c7b723b req-9037bfcc-3527-4d7a-a5f8-26eedce2f0eb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fddd8a26-3370-47f8-b2ab-e2f26818f008 HTTP/1.1" status: 200 len: 999 time: 0.0572934 Jun 24 17:24:02.405288 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbb368d-108e-421e-8ca6-65cf0c7b723b req-e1143ed1-73ea-4fd6-a1c3-d5ab184806e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:24:02.406753 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-6fbb368d-108e-421e-8ca6-65cf0c7b723b req-e1143ed1-73ea-4fd6-a1c3-d5ab184806e1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f66f0ce8-ea21-43c3-924a-8c941d208f37 HTTP/1.1" status: 200 len: 850 time: 0.0465384 Jun 24 17:24:02.465918 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbb368d-108e-421e-8ca6-65cf0c7b723b req-6d1050cc-9a0f-4211-8d24-c28eac9eeccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:24:02.467311 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-6fbb368d-108e-421e-8ca6-65cf0c7b723b req-6d1050cc-9a0f-4211-8d24-c28eac9eeccb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ee1eaba0-043d-41fd-889a-45c04e962720&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0540330 Jun 24 17:24:02.555416 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-53365a8c-6246-4762-ad0e-8bfd396240d0 None None] Set router aef66692-88dd-48a3-ad0b-72b8eed65772 gateway port host: dv-cinder-797970-1-iscsi {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 17:24:02.565214 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-6fbb368d-108e-421e-8ca6-65cf0c7b723b req-adda734a-6d35-40bb-91f6-ff384c69ca2f service neutron] 10.222.0.37 "GET /v2.0/networks/ee1eaba0-043d-41fd-889a-45c04e962720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910649 Jun 24 17:24:02.657329 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-6fbb368d-108e-421e-8ca6-65cf0c7b723b req-154058db-6b8b-43f2-996e-7ba73a130644 service neutron] 10.222.0.37 "GET /v2.0/networks/ee1eaba0-043d-41fd-889a-45c04e962720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863459 Jun 24 17:24:02.772347 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-53365a8c-6246-4762-ad0e-8bfd396240d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aef66692-88dd-48a3-ad0b-72b8eed65772', 'name': 'tempest-TestVolumeBootPattern-439769473-router', 'tenant_id': '4c8638f5f5214a13ae481f6dcfd72f4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'external_fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '61c73248-def9-4f52-ba8e-cf4b3d49f9c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T17:23:03Z', 'updated_at': '2021-06-24T17:23:06Z', 'revision_number': 4, 'project_id': '4c8638f5f5214a13ae481f6dcfd72f4e', 'gw_port': {'id': '61c73248-def9-4f52-ba8e-cf4b3d49f9c1', 'name': '', 'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:13:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef66692-88dd-48a3-ad0b-72b8eed65772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:23:04Z', 'updated_at': '2021-06-24T17:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '004d905c-cc14-4189-936d-82a0eea7da62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-1-iscsi', '_floatingips': [{'id': 'ff0fec7b-af43-44f0-a09e-3d94beaa8d2f', 'tenant_id': '4c8638f5f5214a13ae481f6dcfd72f4e', 'floating_ip_address': '172.27.2.220', 'floating_network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'router_id': 'aef66692-88dd-48a3-ad0b-72b8eed65772', 'port_id': 'fddd8a26-3370-47f8-b2ab-e2f26818f008', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee1eaba0-043d-41fd-889a-45c04e962720', 'mac_address': 'fa:16:3e:f7:4a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e2d714-9c5a-4842-994e-918db7365bd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T17:24:00Z', 'updated_at': '2021-06-24T17:24:00Z', 'revision_number': 0, 'project_id': '4c8638f5f5214a13ae481f6dcfd72f4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c57fbde3-19da-48b3-9bbe-215e456eb6e6', 'name': '', 'network_id': 'ee1eaba0-043d-41fd-889a-45c04e962720', 'tenant_id': '4c8638f5f5214a13ae481f6dcfd72f4e', 'mac_address': 'fa:16:3e:aa:5e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef66692-88dd-48a3-ad0b-72b8eed65772', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'f66f0ce8-ea21-43c3-924a-8c941d208f37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:23:06Z', 'updated_at': '2021-06-24T17:23:12Z', 'revision_number': 5, 'project_id': '4c8638f5f5214a13ae481f6dcfd72f4e', 'subnets': [{'id': 'f66f0ce8-ea21-43c3-924a-8c941d208f37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-1-iscsi', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:24:02.801011 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53365a8c-6246-4762-ad0e-8bfd396240d0 None None] The sync data for ids ['aef66692-88dd-48a3-ad0b-72b8eed65772'] in dv-cinder-797970-1-iscsi is: [{'id': 'aef66692-88dd-48a3-ad0b-72b8eed65772', 'name': 'tempest-TestVolumeBootPattern-439769473-router', 'tenant_id': '4c8638f5f5214a13ae481f6dcfd72f4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'external_fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '61c73248-def9-4f52-ba8e-cf4b3d49f9c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T17:23:03Z', 'updated_at': '2021-06-24T17:23:06Z', 'revision_number': 4, 'project_id': '4c8638f5f5214a13ae481f6dcfd72f4e', 'gw_port': {'id': '61c73248-def9-4f52-ba8e-cf4b3d49f9c1', 'name': '', 'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:13:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef66692-88dd-48a3-ad0b-72b8eed65772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:23:04Z', 'updated_at': '2021-06-24T17:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '004d905c-cc14-4189-936d-82a0eea7da62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-1-iscsi', '_floatingips': [{'id': 'ff0fec7b-af43-44f0-a09e-3d94beaa8d2f', 'tenant_id': '4c8638f5f5214a13ae481f6dcfd72f4e', 'floating_ip_address': '172.27.2.220', 'floating_network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'router_id': 'aef66692-88dd-48a3-ad0b-72b8eed65772', 'port_id': 'fddd8a26-3370-47f8-b2ab-e2f26818f008', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee1eaba0-043d-41fd-889a-45c04e962720', 'mac_address': 'fa:16:3e:f7:4a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e2d714-9c5a-4842-994e-918db7365bd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T17:24:00Z', 'updated_at': '2021-06-24T17:24:00Z', 'revision_number': 0, 'project_id': '4c8638f5f5214a13ae481f6dcfd72f4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c57fbde3-19da-48b3-9bbe-215e456eb6e6', 'name': '', 'network_id': 'ee1eaba0-043d-41fd-889a-45c04e962720', 'tenant_id': '4c8638f5f5214a13ae481f6dcfd72f4e', 'mac_address': 'fa:16:3e:aa:5e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef66692-88dd-48a3-ad0b-72b8eed65772', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'f66f0ce8-ea21-43c3-924a-8c941d208f37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:23:06Z', 'updated_at': '2021-06-24T17:23:12Z', 'revision_number': 5, 'project_id': '4c8638f5f5214a13ae481f6dcfd72f4e', 'subnets': [{'id': 'f66f0ce8-ea21-43c3-924a-8c941d208f37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 17:24:02.988345 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041615ac-ffd4-4c40-88c4-5484d34a193d None None] New status for floating IP ff0fec7b-af43-44f0-a09e-3d94beaa8d2f: ACTIVE {{(pid=93703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 17:24:11.156426 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-fc92aded-a7c4-4a23-9d6b-896fd5c41474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:24:13.480836 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2a557651-67c2-491d-b952-47c37407496a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:24:13.949567 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:24:14.968012 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5af43288-dd02-4084-874e-f1fcba283848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:24:16.505850 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-845c8506-8cf5-4b6b-bbc4-443bdb09ac47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:24:21.790855 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:24:32.326580 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.agents_db [None req-27f02d43-57e8-424c-a1b0-5a1f36db1773 None None] Agent healthcheck: found 6 active agents {{(pid=93703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 17:24:35.770740 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-758f9ebe-4b05-48fb-b749-262882a1b7ab req-604a717c-d703-435d-b557-0c8d48045934 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d4e2d714-9c5a-4842-994e-918db7365bd4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0514772 Jun 24 17:24:35.880276 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758f9ebe-4b05-48fb-b749-262882a1b7ab req-450d5647-aecc-438b-9b31-e2228b9b305b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:24:35.881692 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-758f9ebe-4b05-48fb-b749-262882a1b7ab req-450d5647-aecc-438b-9b31-e2228b9b305b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4c8638f5f5214a13ae481f6dcfd72f4e&device_id=d4e2d714-9c5a-4842-994e-918db7365bd4 HTTP/1.1" status: 200 len: 1098 time: 0.0510750 Jun 24 17:24:35.990315 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758f9ebe-4b05-48fb-b749-262882a1b7ab req-717b668b-07ab-4878-8e8f-6d41f9c9e2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:24:35.991756 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-758f9ebe-4b05-48fb-b749-262882a1b7ab req-717b668b-07ab-4878-8e8f-6d41f9c9e2c2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ee1eaba0-043d-41fd-889a-45c04e962720 HTTP/1.1" status: 200 len: 911 time: 0.0905731 Jun 24 17:24:36.054341 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-758f9ebe-4b05-48fb-b749-262882a1b7ab req-de9e629c-920c-4a53-ac71-d518ed44e386 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fddd8a26-3370-47f8-b2ab-e2f26818f008 HTTP/1.1" status: 200 len: 1001 time: 0.0558877 Jun 24 17:24:36.104690 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758f9ebe-4b05-48fb-b749-262882a1b7ab req-39c0fadc-b8f3-47bc-9f02-29468b3943b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:24:36.106083 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-758f9ebe-4b05-48fb-b749-262882a1b7ab req-39c0fadc-b8f3-47bc-9f02-29468b3943b6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f66f0ce8-ea21-43c3-924a-8c941d208f37 HTTP/1.1" status: 200 len: 850 time: 0.0458071 Jun 24 17:24:36.162964 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758f9ebe-4b05-48fb-b749-262882a1b7ab req-89a4b088-f1db-4b24-8e4c-5b5e87a14028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:24:36.164399 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-758f9ebe-4b05-48fb-b749-262882a1b7ab req-89a4b088-f1db-4b24-8e4c-5b5e87a14028 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ee1eaba0-043d-41fd-889a-45c04e962720&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0514979 Jun 24 17:24:36.256989 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-758f9ebe-4b05-48fb-b749-262882a1b7ab req-27655602-71a5-4297-accb-4bac86262f34 service neutron] 10.222.0.37 "GET /v2.0/networks/ee1eaba0-043d-41fd-889a-45c04e962720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854461 Jun 24 17:24:36.351556 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-758f9ebe-4b05-48fb-b749-262882a1b7ab req-1c22a393-5394-4ccf-8e72-06baec291bef service neutron] 10.222.0.37 "GET /v2.0/networks/ee1eaba0-043d-41fd-889a-45c04e962720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886273 Jun 24 17:24:41.171436 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4d58f919-f75a-4071-9c77-78e63b280f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:24:43.487088 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-6e809a4a-1221-4144-bb43-31b3568137d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:24:43.954811 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:24:44.989105 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5af43288-dd02-4084-874e-f1fcba283848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:24:46.503225 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-845c8506-8cf5-4b6b-bbc4-443bdb09ac47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:24:51.807315 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:25:09.324906 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.agents_db [None req-27f02d43-57e8-424c-a1b0-5a1f36db1773 None None] Agent healthcheck: found 6 active agents {{(pid=93703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 17:25:11.155685 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1d6b9dbb-2362-4cc8-9cff-db796786d13e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:25:13.475005 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c31e3726-8ff8-4bc5-a320-1f9b183a5425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:25:13.932681 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:25:14.949933 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5af43288-dd02-4084-874e-f1fcba283848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:25:16.491233 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-845c8506-8cf5-4b6b-bbc4-443bdb09ac47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:25:21.840213 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:25:35.744631 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-13b2c175-df78-467a-adf2-270a5465cb7f req-ee05e720-1876-43d8-83ae-f6e2aaa5231c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d4e2d714-9c5a-4842-994e-918db7365bd4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0512104 Jun 24 17:25:35.853599 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b2c175-df78-467a-adf2-270a5465cb7f req-8b6940b5-ff6c-44c3-82ec-18e60582be55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:25:35.855073 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-13b2c175-df78-467a-adf2-270a5465cb7f req-8b6940b5-ff6c-44c3-82ec-18e60582be55 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4c8638f5f5214a13ae481f6dcfd72f4e&device_id=d4e2d714-9c5a-4842-994e-918db7365bd4 HTTP/1.1" status: 200 len: 1098 time: 0.0513878 Jun 24 17:25:35.960580 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b2c175-df78-467a-adf2-270a5465cb7f req-afe07a72-5dae-43e5-ad25-be1d6eac7c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:25:35.962051 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-13b2c175-df78-467a-adf2-270a5465cb7f req-afe07a72-5dae-43e5-ad25-be1d6eac7c5d service neutron] 10.222.0.37 "GET /v2.0/networks?id=ee1eaba0-043d-41fd-889a-45c04e962720 HTTP/1.1" status: 200 len: 911 time: 0.0868595 Jun 24 17:25:36.024223 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-13b2c175-df78-467a-adf2-270a5465cb7f req-bf1919be-4d67-45ef-91bd-3f8a686f310b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fddd8a26-3370-47f8-b2ab-e2f26818f008 HTTP/1.1" status: 200 len: 1001 time: 0.0558860 Jun 24 17:25:36.074137 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b2c175-df78-467a-adf2-270a5465cb7f req-9a0793d0-948b-42a7-b634-66643a4fb446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:25:36.075522 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-13b2c175-df78-467a-adf2-270a5465cb7f req-9a0793d0-948b-42a7-b634-66643a4fb446 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f66f0ce8-ea21-43c3-924a-8c941d208f37 HTTP/1.1" status: 200 len: 850 time: 0.0455718 Jun 24 17:25:36.130282 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b2c175-df78-467a-adf2-270a5465cb7f req-882b5f4b-30b4-433d-adc2-2196175f7098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:25:36.131904 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-13b2c175-df78-467a-adf2-270a5465cb7f req-882b5f4b-30b4-433d-adc2-2196175f7098 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ee1eaba0-043d-41fd-889a-45c04e962720&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0501242 Jun 24 17:25:36.220604 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-13b2c175-df78-467a-adf2-270a5465cb7f req-7600fe4b-dad3-41d0-93ba-de02f0fff170 service neutron] 10.222.0.37 "GET /v2.0/networks/ee1eaba0-043d-41fd-889a-45c04e962720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818925 Jun 24 17:25:36.316760 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-13b2c175-df78-467a-adf2-270a5465cb7f req-6c510ed6-8f2e-4b4a-a07f-03a90c11baf7 service neutron] 10.222.0.37 "GET /v2.0/networks/ee1eaba0-043d-41fd-889a-45c04e962720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895698 Jun 24 17:25:41.155013 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e17f5a49-b246-445a-9f43-4138892f2ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:25:43.475038 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-20d9fab7-ebd1-402b-ab00-baf3685e0f4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:25:43.966357 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:25:45.000846 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5af43288-dd02-4084-874e-f1fcba283848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:25:46.323289 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.agents_db [None req-27f02d43-57e8-424c-a1b0-5a1f36db1773 None None] Agent healthcheck: found 6 active agents {{(pid=93703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 17:25:46.501999 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-845c8506-8cf5-4b6b-bbc4-443bdb09ac47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:25:51.812006 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:26:11.154434 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7c369191-fa6e-47cb-9d9e-13d6329a7939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:26:13.467525 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-762dd547-3ef3-4eda-80b5-e8d71bd49f09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:26:13.937661 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:26:14.949042 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5af43288-dd02-4084-874e-f1fcba283848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:26:16.396963 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d5d320-c922-4a81-9913-3de2067b894c req-3d4aa5fa-87a6-4ae3-ba01-8a5ce8ee532e tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:26:16.398443 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-91d5d320-c922-4a81-9913-3de2067b894c req-3d4aa5fa-87a6-4ae3-ba01-8a5ce8ee532e tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4e2d714-9c5a-4842-994e-918db7365bd4 HTTP/1.1" status: 200 len: 945 time: 0.0638165 Jun 24 17:26:16.435136 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-91d5d320-c922-4a81-9913-3de2067b894c req-a70f4e28-94c1-48b2-bc13-41e59a842166 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d4197ed-6ad0-414e-83ab-40091d4d2353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311365 Jun 24 17:26:16.509148 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-845c8506-8cf5-4b6b-bbc4-443bdb09ac47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:26:17.609100 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cb0dfa-de77-4557-8a52-d537d0910417 req-876443c5-701a-4c78-b4ec-a291e8a1fabf tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:26:17.610562 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-30cb0dfa-de77-4557-8a52-d537d0910417 req-876443c5-701a-4c78-b4ec-a291e8a1fabf tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4e2d714-9c5a-4842-994e-918db7365bd4 HTTP/1.1" status: 200 len: 945 time: 0.0643210 Jun 24 17:26:17.651479 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-30cb0dfa-de77-4557-8a52-d537d0910417 req-01963299-13c6-43df-9c04-6172c054f778 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d4197ed-6ad0-414e-83ab-40091d4d2353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353153 Jun 24 17:26:18.272588 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0adf5b7-c4ba-4c6a-821d-96a4791c344d req-ab769e5f-41cf-449c-9c80-b8572c3a94cc tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:26:18.273976 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-a0adf5b7-c4ba-4c6a-821d-96a4791c344d req-ab769e5f-41cf-449c-9c80-b8572c3a94cc tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4e2d714-9c5a-4842-994e-918db7365bd4 HTTP/1.1" status: 200 len: 945 time: 0.0662377 Jun 24 17:26:18.369664 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [req-a0adf5b7-c4ba-4c6a-821d-96a4791c344d req-a809f533-8637-4c09-acf5-40e4f1d82c23 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Deleting port fddd8a26-3370-47f8-b2ab-e2f26818f008 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 17:26:18.370013 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-a0adf5b7-c4ba-4c6a-821d-96a4791c344d req-a809f533-8637-4c09-acf5-40e4f1d82c23 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734938643496'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:26:18.459103 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-a0adf5b7-c4ba-4c6a-821d-96a4791c344d req-a809f533-8637-4c09-acf5-40e4f1d82c23 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] For port fddd8a26-3370-47f8-b2ab-e2f26818f008, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=fddd8a26-3370-47f8-b2ab-e2f26818f008,segment=NetworkSegment(a27c2cba-efb1-47be-b4b4-e49fa650729c),segment_id=a27c2cba-efb1-47be-b4b4-e49fa650729c)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 17:26:18.459458 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-a0adf5b7-c4ba-4c6a-821d-96a4791c344d req-a809f533-8637-4c09-acf5-40e4f1d82c23 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939437'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:26:18.623022 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-a0adf5b7-c4ba-4c6a-821d-96a4791c344d req-a809f533-8637-4c09-acf5-40e4f1d82c23 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:26:18.623385 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-a0adf5b7-c4ba-4c6a-821d-96a4791c344d req-a809f533-8637-4c09-acf5-40e4f1d82c23 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-938496'] for floatingip, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:26:18.623695 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.db.l3_db [req-a0adf5b7-c4ba-4c6a-821d-96a4791c344d req-a809f533-8637-4c09-acf5-40e4f1d82c23 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Floating IP ff0fec7b-af43-44f0-a09e-3d94beaa8d2f disassociated. External IP: 172.27.2.220, port: fddd8a26-3370-47f8-b2ab-e2f26818f008. Jun 24 17:26:18.624023 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [req-a0adf5b7-c4ba-4c6a-821d-96a4791c344d req-a809f533-8637-4c09-acf5-40e4f1d82c23 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Calling delete_port for fddd8a26-3370-47f8-b2ab-e2f26818f008 owned by compute:nova {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 17:26:19.059363 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c21900c-bc0b-495e-815f-52fa683037c1 req-d4d41e13-12b4-4bca-a3c6-91f095824cbf tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:26:19.060792 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-9c21900c-bc0b-495e-815f-52fa683037c1 req-d4d41e13-12b4-4bca-a3c6-91f095824cbf tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4e2d714-9c5a-4842-994e-918db7365bd4 HTTP/1.1" status: 200 len: 945 time: 0.0759864 Jun 24 17:26:19.087132 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-a0adf5b7-c4ba-4c6a-821d-96a4791c344d req-a809f533-8637-4c09-acf5-40e4f1d82c23 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734938646739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734938254839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811389'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:26:19.094652 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-b94b7b38-8dd1-4b66-88b5-f8182c49307e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:26:19.124459 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-9c21900c-bc0b-495e-815f-52fa683037c1 req-772380f4-3175-40c3-b277-0e5cfe1630c9 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d4197ed-6ad0-414e-83ab-40091d4d2353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580235 Jun 24 17:26:19.126493 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a809f533-8637-4c09-acf5-40e4f1d82c23 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Pushing event deleted for resources: {'Port': ['ID=fddd8a26-3370-47f8-b2ab-e2f26818f008,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:26:19.137422 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a809f533-8637-4c09-acf5-40e4f1d82c23 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:26:19.137838 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a809f533-8637-4c09-acf5-40e4f1d82c23 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:26:19.138212 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a809f533-8637-4c09-acf5-40e4f1d82c23 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:26:19.138580 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a809f533-8637-4c09-acf5-40e4f1d82c23 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:26:19.138944 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a809f533-8637-4c09-acf5-40e4f1d82c23 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:26:19.139321 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a809f533-8637-4c09-acf5-40e4f1d82c23 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:26:19.139774 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a809f533-8637-4c09-acf5-40e4f1d82c23 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:26:19.140052 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a809f533-8637-4c09-acf5-40e4f1d82c23 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:26:19.140746 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a809f533-8637-4c09-acf5-40e4f1d82c23 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:26:19.140746 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a809f533-8637-4c09-acf5-40e4f1d82c23 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:26:19.141074 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a809f533-8637-4c09-acf5-40e4f1d82c23 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:26:19.141415 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a809f533-8637-4c09-acf5-40e4f1d82c23 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:26:19.180895 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-a809f533-8637-4c09-acf5-40e4f1d82c23 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:26:19.248351 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a0adf5b7-c4ba-4c6a-821d-96a4791c344d req-a809f533-8637-4c09-acf5-40e4f1d82c23 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Router aef66692-88dd-48a3-ad0b-72b8eed65772 has already been hosted by L3 agent ebb0bbf0-d6bc-43df-80f2-a0cdb1424f3b {{(pid=93700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 17:26:19.351850 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a0adf5b7-c4ba-4c6a-821d-96a4791c344d req-a809f533-8637-4c09-acf5-40e4f1d82c23 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Notify agent at l3_agent.dv-cinder-797970-1-iscsi the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 17:26:19.360852 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee96e4be-ee1f-4006-9428-b47d20568e6d None None] Sync routers for ids ['aef66692-88dd-48a3-ad0b-72b8eed65772'] in dv-cinder-797970-1-iscsi {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 17:26:19.369715 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee96e4be-ee1f-4006-9428-b47d20568e6d None None] Routers {'aef66692-88dd-48a3-ad0b-72b8eed65772'} bound to L3 agent in host dv-cinder-797970-1-iscsi {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 17:26:19.370320 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-ee96e4be-ee1f-4006-9428-b47d20568e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T17:00:13Z,description=,heartbeat_timestamp=2021-06-24T17:26:13Z,host='dv-cinder-797970-1-iscsi',id=ebb0bbf0-d6bc-43df-80f2-a0cdb1424f3b,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T17:00:14Z,topic='l3_agent')) {'router_ids': ['aef66692-88dd-48a3-ad0b-72b8eed65772'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:26:19.399282 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0adf5b7-c4ba-4c6a-821d-96a4791c344d req-a809f533-8637-4c09-acf5-40e4f1d82c23 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] No DVR routers for this DVR port fddd8a26-3370-47f8-b2ab-e2f26818f008 on host hv-cinder-79797 {{(pid=93700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 17:26:19.401711 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-a0adf5b7-c4ba-4c6a-821d-96a4791c344d req-a809f533-8637-4c09-acf5-40e4f1d82c23 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14435'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:26:19.403651 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-a0adf5b7-c4ba-4c6a-821d-96a4791c344d req-a809f533-8637-4c09-acf5-40e4f1d82c23 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] 10.222.0.37 "DELETE /v2.0/ports/fddd8a26-3370-47f8-b2ab-e2f26818f008 HTTP/1.1" status: 204 len: 173 time: 1.1245687 Jun 24 17:26:19.404168 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4e2d714-9c5a-4842-994e-918db7365bd4', 'name': 'network-vif-deleted', 'tag': 'fddd8a26-3370-47f8-b2ab-e2f26818f008'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 17:26:19.406499 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c39e75a9e8347d24c3004332124e07527e89accb2f43d806ee4df9c6bf49ca2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e92f245-f8d6-4765-9f02-38a774d19eb2" -d '{"events": [{"server_uuid": "d4e2d714-9c5a-4842-994e-918db7365bd4", "name": "network-vif-deleted", "tag": "fddd8a26-3370-47f8-b2ab-e2f26818f008"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 17:26:19.443483 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 17:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ecebd26-5868-4d28-a39f-36bbd90daf36 x-openstack-request-id: req-6ecebd26-5868-4d28-a39f-36bbd90daf36 {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 17:26:19.443841 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4e2d714-9c5a-4842-994e-918db7365bd4", "name": "network-vif-deleted", "tag": "fddd8a26-3370-47f8-b2ab-e2f26818f008", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 17:26:19.444137 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6ecebd26-5868-4d28-a39f-36bbd90daf36 {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 17:26:19.444589 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4e2d714-9c5a-4842-994e-918db7365bd4', 'name': 'network-vif-deleted', 'tag': 'fddd8a26-3370-47f8-b2ab-e2f26818f008', 'status': 'completed', 'code': 200} Jun 24 17:26:19.477366 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-ee96e4be-ee1f-4006-9428-b47d20568e6d None None] Set router aef66692-88dd-48a3-ad0b-72b8eed65772 gateway port host: dv-cinder-797970-1-iscsi {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 17:26:19.689421 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-ee96e4be-ee1f-4006-9428-b47d20568e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aef66692-88dd-48a3-ad0b-72b8eed65772', 'name': 'tempest-TestVolumeBootPattern-439769473-router', 'tenant_id': '4c8638f5f5214a13ae481f6dcfd72f4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'external_fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '61c73248-def9-4f52-ba8e-cf4b3d49f9c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T17:23:03Z', 'updated_at': '2021-06-24T17:23:06Z', 'revision_number': 4, 'project_id': '4c8638f5f5214a13ae481f6dcfd72f4e', 'gw_port': {'id': '61c73248-def9-4f52-ba8e-cf4b3d49f9c1', 'name': '', 'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:13:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef66692-88dd-48a3-ad0b-72b8eed65772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:23:04Z', 'updated_at': '2021-06-24T17:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '004d905c-cc14-4189-936d-82a0eea7da62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-1-iscsi', '_interfaces': [{'id': 'c57fbde3-19da-48b3-9bbe-215e456eb6e6', 'name': '', 'network_id': 'ee1eaba0-043d-41fd-889a-45c04e962720', 'tenant_id': '4c8638f5f5214a13ae481f6dcfd72f4e', 'mac_address': 'fa:16:3e:aa:5e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef66692-88dd-48a3-ad0b-72b8eed65772', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'f66f0ce8-ea21-43c3-924a-8c941d208f37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:23:06Z', 'updated_at': '2021-06-24T17:23:12Z', 'revision_number': 5, 'project_id': '4c8638f5f5214a13ae481f6dcfd72f4e', 'subnets': [{'id': 'f66f0ce8-ea21-43c3-924a-8c941d208f37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-1-iscsi', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:26:19.718237 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee96e4be-ee1f-4006-9428-b47d20568e6d None None] Checking router: aef66692-88dd-48a3-ad0b-72b8eed65772 for host: dv-cinder-797970-1-iscsi {{(pid=93702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 17:26:19.726855 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee96e4be-ee1f-4006-9428-b47d20568e6d None None] Routers {'aef66692-88dd-48a3-ad0b-72b8eed65772'} bound to L3 agent in host dv-cinder-797970-1-iscsi {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 17:26:19.727469 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-ee96e4be-ee1f-4006-9428-b47d20568e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T17:00:13Z,description=,heartbeat_timestamp=2021-06-24T17:26:13Z,host='dv-cinder-797970-1-iscsi',id=ebb0bbf0-d6bc-43df-80f2-a0cdb1424f3b,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T17:00:14Z,topic='l3_agent')) {'router_ids': ['aef66692-88dd-48a3-ad0b-72b8eed65772'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:26:19.875189 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-ee96e4be-ee1f-4006-9428-b47d20568e6d None None] Set router aef66692-88dd-48a3-ad0b-72b8eed65772 gateway port host: dv-cinder-797970-1-iscsi {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 17:26:20.072754 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-ee96e4be-ee1f-4006-9428-b47d20568e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aef66692-88dd-48a3-ad0b-72b8eed65772', 'name': 'tempest-TestVolumeBootPattern-439769473-router', 'tenant_id': '4c8638f5f5214a13ae481f6dcfd72f4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'external_fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '61c73248-def9-4f52-ba8e-cf4b3d49f9c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T17:23:03Z', 'updated_at': '2021-06-24T17:23:06Z', 'revision_number': 4, 'project_id': '4c8638f5f5214a13ae481f6dcfd72f4e', 'gw_port': {'id': '61c73248-def9-4f52-ba8e-cf4b3d49f9c1', 'name': '', 'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:13:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef66692-88dd-48a3-ad0b-72b8eed65772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:23:04Z', 'updated_at': '2021-06-24T17:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '004d905c-cc14-4189-936d-82a0eea7da62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-1-iscsi', '_interfaces': [{'id': 'c57fbde3-19da-48b3-9bbe-215e456eb6e6', 'name': '', 'network_id': 'ee1eaba0-043d-41fd-889a-45c04e962720', 'tenant_id': '4c8638f5f5214a13ae481f6dcfd72f4e', 'mac_address': 'fa:16:3e:aa:5e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef66692-88dd-48a3-ad0b-72b8eed65772', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'f66f0ce8-ea21-43c3-924a-8c941d208f37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:23:06Z', 'updated_at': '2021-06-24T17:23:12Z', 'revision_number': 5, 'project_id': '4c8638f5f5214a13ae481f6dcfd72f4e', 'subnets': [{'id': 'f66f0ce8-ea21-43c3-924a-8c941d208f37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-1-iscsi', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:26:20.099550 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee96e4be-ee1f-4006-9428-b47d20568e6d None None] The sync data for ids ['aef66692-88dd-48a3-ad0b-72b8eed65772'] in dv-cinder-797970-1-iscsi is: [{'id': 'aef66692-88dd-48a3-ad0b-72b8eed65772', 'name': 'tempest-TestVolumeBootPattern-439769473-router', 'tenant_id': '4c8638f5f5214a13ae481f6dcfd72f4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'external_fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '61c73248-def9-4f52-ba8e-cf4b3d49f9c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T17:23:03Z', 'updated_at': '2021-06-24T17:23:06Z', 'revision_number': 4, 'project_id': '4c8638f5f5214a13ae481f6dcfd72f4e', 'gw_port': {'id': '61c73248-def9-4f52-ba8e-cf4b3d49f9c1', 'name': '', 'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:13:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef66692-88dd-48a3-ad0b-72b8eed65772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:23:04Z', 'updated_at': '2021-06-24T17:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '004d905c-cc14-4189-936d-82a0eea7da62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-1-iscsi', '_interfaces': [{'id': 'c57fbde3-19da-48b3-9bbe-215e456eb6e6', 'name': '', 'network_id': 'ee1eaba0-043d-41fd-889a-45c04e962720', 'tenant_id': '4c8638f5f5214a13ae481f6dcfd72f4e', 'mac_address': 'fa:16:3e:aa:5e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef66692-88dd-48a3-ad0b-72b8eed65772', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'f66f0ce8-ea21-43c3-924a-8c941d208f37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:23:06Z', 'updated_at': '2021-06-24T17:23:12Z', 'revision_number': 5, 'project_id': '4c8638f5f5214a13ae481f6dcfd72f4e', 'subnets': [{'id': 'f66f0ce8-ea21-43c3-924a-8c941d208f37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 17:26:20.297061 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-de85656a-5d04-4af6-a9bc-88ec916bbaa9 req-82293c56-9d9e-4b8a-93cf-8a845035b223 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4e2d714-9c5a-4842-994e-918db7365bd4 HTTP/1.1" status: 200 len: 210 time: 0.0371542 Jun 24 17:26:20.352090 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80820e29-ef28-453e-bfd0-8b2f3a1539b4 None None] New status for floating IP ff0fec7b-af43-44f0-a09e-3d94beaa8d2f: DOWN {{(pid=93703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 17:26:21.598479 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-b2a96c8c-1b0a-46b7-8126-e74dcea3da4f req-d4d9538a-da49-4c41-8b41-8dc103b63d4d tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1565578099&fields=id&tenant_id=4c8638f5f5214a13ae481f6dcfd72f4e HTTP/1.1" status: 200 len: 267 time: 0.0320842 Jun 24 17:26:21.704054 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a96c8c-1b0a-46b7-8126-e74dcea3da4f req-520cc4ac-8722-40cf-8eb4-6e21368bfbf7 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:26:21.705449 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-b2a96c8c-1b0a-46b7-8126-e74dcea3da4f req-520cc4ac-8722-40cf-8eb4-6e21368bfbf7 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] 10.222.0.15 "GET /v2.0/networks?id=ee1eaba0-043d-41fd-889a-45c04e962720 HTTP/1.1" status: 200 len: 811 time: 0.1000021 Jun 24 17:26:21.719640 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-b2a96c8c-1b0a-46b7-8126-e74dcea3da4f req-fd1127a0-2c76-4bc1-b3c8-40ac2c2e0d25 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] 10.222.0.15 "GET /v2.0/quotas/4c8638f5f5214a13ae481f6dcfd72f4e HTTP/1.1" status: 200 len: 375 time: 0.0086541 Jun 24 17:26:21.788311 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-b2a96c8c-1b0a-46b7-8126-e74dcea3da4f req-a9818be9-94ca-43f0-b8d8-c5700f2fe982 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=4c8638f5f5214a13ae481f6dcfd72f4e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0636513 Jun 24 17:26:21.811417 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:26:21.845127 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [req-b2a96c8c-1b0a-46b7-8126-e74dcea3da4f req-155622b3-f748-4689-a9cf-3146e08e940c service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=93700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 17:26:21.846116 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-b2a96c8c-1b0a-46b7-8126-e74dcea3da4f req-155622b3-f748-4689-a9cf-3146e08e940c service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0473132 Jun 24 17:26:21.899919 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Device fddd8a26-3370-47f8-b2ab-e2f26818f008 no longer exists at agent hyperv_hv-cinder-79797 {{(pid=93702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 17:26:21.940108 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-b2a96c8c-1b0a-46b7-8126-e74dcea3da4f req-8ee9951a-f3f3-44f7-8c7f-4a8d39c1ab59 service neutron] 10.222.0.15 "GET /v2.0/networks/ee1eaba0-043d-41fd-889a-45c04e962720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874956 Jun 24 17:26:22.040074 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-b2a96c8c-1b0a-46b7-8126-e74dcea3da4f req-f1f87f92-2ef6-4a8d-a98e-5ba3709bd31c service neutron] 10.222.0.15 "GET /v2.0/networks/ee1eaba0-043d-41fd-889a-45c04e962720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932226 Jun 24 17:26:22.053578 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] No Port match for: fddd8a26-3370-47f8-b2ab-e2f26818f008 {{(pid=93702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 17:26:22.054082 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Device fddd8a26-3370-47f8-b2ab-e2f26818f008 not bound to the agent host hv-cinder-79797 {{(pid=93702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 17:26:22.621826 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-d64ed060-70d9-4e56-9ff7-075c120b2389 req-1a5ace97-2028-4059-846c-19cef71e3d7f tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] 10.222.0.15 "GET /v2.0/ports?device_id=b29b6f8a-2a61-41cd-b8d2-b633a9f28463 HTTP/1.1" status: 200 len: 210 time: 0.0291035 Jun 24 17:26:23.322754 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.agents_db [None req-27f02d43-57e8-424c-a1b0-5a1f36db1773 None None] Agent healthcheck: found 6 active agents {{(pid=93703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 17:26:23.702509 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-281ccf74-4be2-41e4-a3b8-1279dc94e566 req-9269166e-6fb8-4705-aeec-b50824ae8087 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] 10.222.0.15 "GET /v2.0/ports?device_id=b29b6f8a-2a61-41cd-b8d2-b633a9f28463 HTTP/1.1" status: 200 len: 210 time: 0.0299075 Jun 24 17:26:24.782053 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-debd0f3c-c837-4e96-8058-41bbc0901b6f req-905a30a5-11bd-479d-9a86-705bd0a968c7 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] 10.222.0.15 "GET /v2.0/ports?device_id=b29b6f8a-2a61-41cd-b8d2-b633a9f28463 HTTP/1.1" status: 200 len: 210 time: 0.0291889 Jun 24 17:26:25.863527 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-34b626ee-7b82-4bca-9f07-b48d111676a3 req-09520cd4-24f6-46fa-a3e0-deb663b67f5e tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] 10.222.0.15 "GET /v2.0/ports?device_id=b29b6f8a-2a61-41cd-b8d2-b633a9f28463 HTTP/1.1" status: 200 len: 210 time: 0.0274589 Jun 24 17:26:26.999733 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-14715716-88b8-4f27-b9b7-3d4cbd7e0da8 req-a7fc6507-e3bd-470a-a2ce-33457befc24e tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] 10.222.0.15 "GET /v2.0/ports?device_id=b29b6f8a-2a61-41cd-b8d2-b633a9f28463 HTTP/1.1" status: 200 len: 210 time: 0.0280366 Jun 24 17:26:28.139946 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-fdc87bc6-8518-45d7-9fe0-c2566df94a72 req-bda21d07-5fb6-49c9-a71b-9138bc36646f tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] 10.222.0.15 "GET /v2.0/ports?device_id=b29b6f8a-2a61-41cd-b8d2-b633a9f28463 HTTP/1.1" status: 200 len: 210 time: 0.0312541 Jun 24 17:26:28.648811 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a96c8c-1b0a-46b7-8126-e74dcea3da4f req-d7b4b658-69a6-4bc5-95c9-bb10242c3aac tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:26:28.650283 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-b2a96c8c-1b0a-46b7-8126-e74dcea3da4f req-d7b4b658-69a6-4bc5-95c9-bb10242c3aac tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] 10.222.0.37 "GET /v2.0/networks?id=ee1eaba0-043d-41fd-889a-45c04e962720 HTTP/1.1" status: 200 len: 811 time: 0.1003351 Jun 24 17:26:28.697094 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-b2a96c8c-1b0a-46b7-8126-e74dcea3da4f req-af07c341-ad04-4c12-adbb-e03c60a36878 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4c8638f5f5214a13ae481f6dcfd72f4e HTTP/1.1" status: 200 len: 380 time: 0.0336254 Jun 24 17:26:28.706196 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.v2.base [req-b2a96c8c-1b0a-46b7-8126-e74dcea3da4f req-90f9d762-5789-4f72-8f9e-4c673883c553 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Request body: {'port': {'device_id': 'b29b6f8a-2a61-41cd-b8d2-b633a9f28463', 'network_id': 'ee1eaba0-043d-41fd-889a-45c04e962720', 'admin_state_up': True, 'tenant_id': '4c8638f5f5214a13ae481f6dcfd72f4e', 'security_groups': ['0d4197ed-6ad0-414e-83ab-40091d4d2353']}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 17:26:28.908780 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2a96c8c-1b0a-46b7-8126-e74dcea3da4f req-90f9d762-5789-4f72-8f9e-4c673883c553 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Made reservation on behalf of 4c8638f5f5214a13ae481f6dcfd72f4e for: {'port': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 17:26:28.912603 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-b2a96c8c-1b0a-46b7-8126-e74dcea3da4f req-90f9d762-5789-4f72-8f9e-4c673883c553 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:26:29.046896 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [req-b2a96c8c-1b0a-46b7-8126-e74dcea3da4f req-90f9d762-5789-4f72-8f9e-4c673883c553 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Allocated IP 172.20.0.8 (ee1eaba0-043d-41fd-889a-45c04e962720/f66f0ce8-ea21-43c3-924a-8c941d208f37/39b22f4d-48be-4bf9-a141-001e3f48ce22) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 17:26:29.180585 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-b2a96c8c-1b0a-46b7-8126-e74dcea3da4f req-90f9d762-5789-4f72-8f9e-4c673883c553 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:26:29.194846 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [req-b2a96c8c-1b0a-46b7-8126-e74dcea3da4f req-90f9d762-5789-4f72-8f9e-4c673883c553 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Transition to ACTIVE for port object 39b22f4d-48be-4bf9-a141-001e3f48ce22 will not be triggered until provisioned by entity DHCP. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 17:26:29.282495 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-af46edf4-5930-49a5-8757-f43276b9ce3b req-8eabf3ca-2515-4cff-b663-697251012c1f tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] 10.222.0.15 "GET /v2.0/ports?device_id=b29b6f8a-2a61-41cd-b8d2-b633a9f28463 HTTP/1.1" status: 200 len: 210 time: 0.0313396 Jun 24 17:26:29.320209 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-b2a96c8c-1b0a-46b7-8126-e74dcea3da4f req-90f9d762-5789-4f72-8f9e-4c673883c553 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1991527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-355756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734938254830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2811142'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:26:29.324208 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-0b23f8c6-7cd2-4c47-8b13-5b95fb76b484 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:26:29.368182 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2a96c8c-1b0a-46b7-8126-e74dcea3da4f req-90f9d762-5789-4f72-8f9e-4c673883c553 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Network ee1eaba0-043d-41fd-889a-45c04e962720 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 17:26:29.371264 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [req-b2a96c8c-1b0a-46b7-8126-e74dcea3da4f req-90f9d762-5789-4f72-8f9e-4c673883c553 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 17:26:29.379101 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2a96c8c-1b0a-46b7-8126-e74dcea3da4f req-90f9d762-5789-4f72-8f9e-4c673883c553 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 17:26:29.389249 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f9d762-5789-4f72-8f9e-4c673883c553 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Pushing event updated for resources: {'Port': ['ID=39b22f4d-48be-4bf9-a141-001e3f48ce22,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:26:29.409720 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-90f9d762-5789-4f72-8f9e-4c673883c553 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:26:29.436500 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a96c8c-1b0a-46b7-8126-e74dcea3da4f req-90f9d762-5789-4f72-8f9e-4c673883c553 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:26:29.437051 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-b2a96c8c-1b0a-46b7-8126-e74dcea3da4f req-90f9d762-5789-4f72-8f9e-4c673883c553 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14435'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:26:29.526970 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-b2a96c8c-1b0a-46b7-8126-e74dcea3da4f req-90f9d762-5789-4f72-8f9e-4c673883c553 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8244972 Jun 24 17:26:29.545255 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.v2.base [req-b2a96c8c-1b0a-46b7-8126-e74dcea3da4f req-be69dfcf-114a-47d4-8ed4-5ac6d6cc3f7c service neutron] Request body: {'port': {'device_id': 'b29b6f8a-2a61-41cd-b8d2-b633a9f28463', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79797'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 17:26:29.619620 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-b2a96c8c-1b0a-46b7-8126-e74dcea3da4f req-be69dfcf-114a-47d4-8ed4-5ac6d6cc3f7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:26:29.685444 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-a4ae999e-9ab8-4794-bb26-ac5233f746f0 None None] Provisioning for port 39b22f4d-48be-4bf9-a141-001e3f48ce22 completed by entity DHCP. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 17:26:29.689263 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-a4ae999e-9ab8-4794-bb26-ac5233f746f0 None None] Provisioning complete for port 39b22f4d-48be-4bf9-a141-001e3f48ce22 triggered by entity DHCP. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 17:26:29.689577 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a4ae999e-9ab8-4794-bb26-ac5233f746f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979100'] for port, provisioning_complete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:26:29.721971 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-a4ae999e-9ab8-4794-bb26-ac5233f746f0 None None] Port 39b22f4d-48be-4bf9-a141-001e3f48ce22 cannot update to ACTIVE because it is not bound. {{(pid=93702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 17:26:29.890002 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.notifiers.nova [req-b2a96c8c-1b0a-46b7-8126-e74dcea3da4f req-be69dfcf-114a-47d4-8ed4-5ac6d6cc3f7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39b22f4d-48be-4bf9-a141-001e3f48ce22 {{(pid=93700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 17:26:29.898045 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-b2a96c8c-1b0a-46b7-8126-e74dcea3da4f req-be69dfcf-114a-47d4-8ed4-5ac6d6cc3f7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:26:29.909952 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [req-b2a96c8c-1b0a-46b7-8126-e74dcea3da4f req-be69dfcf-114a-47d4-8ed4-5ac6d6cc3f7c service neutron] Transition to ACTIVE for port object 39b22f4d-48be-4bf9-a141-001e3f48ce22 will not be triggered until provisioned by entity L2. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 17:26:29.987458 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-b2a96c8c-1b0a-46b7-8126-e74dcea3da4f req-be69dfcf-114a-47d4-8ed4-5ac6d6cc3f7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2811380'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:26:29.991697 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-870e628c-54a8-4324-bb30-cc1ae00c3bba tempest-VolumesSnapshotTestJSON-954170916 tempest-VolumesSnapshotTestJSON-954170916-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:26:30.042861 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be69dfcf-114a-47d4-8ed4-5ac6d6cc3f7c service neutron] Pushing event updated for resources: {'Port': ['ID=39b22f4d-48be-4bf9-a141-001e3f48ce22,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:26:30.046375 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-be69dfcf-114a-47d4-8ed4-5ac6d6cc3f7c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:26:30.117543 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-b2a96c8c-1b0a-46b7-8126-e74dcea3da4f req-be69dfcf-114a-47d4-8ed4-5ac6d6cc3f7c service neutron] Attempting to bind port 39b22f4d-48be-4bf9-a141-001e3f48ce22 on host hv-cinder-79797 for vnic_type normal with profile {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 17:26:30.117913 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-b2a96c8c-1b0a-46b7-8126-e74dcea3da4f req-be69dfcf-114a-47d4-8ed4-5ac6d6cc3f7c service neutron] Attempting to bind port 39b22f4d-48be-4bf9-a141-001e3f48ce22 by drivers openvswitch,hyperv on host hv-cinder-79797 at level 0 using segments [{'id': 'a27c2cba-efb1-47be-b4b4-e49fa650729c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ee1eaba0-043d-41fd-889a-45c04e962720'}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 17:26:30.118246 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a96c8c-1b0a-46b7-8126-e74dcea3da4f req-be69dfcf-114a-47d4-8ed4-5ac6d6cc3f7c service neutron] Attempting to bind port 39b22f4d-48be-4bf9-a141-001e3f48ce22 on network ee1eaba0-043d-41fd-889a-45c04e962720 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 17:26:30.122748 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a96c8c-1b0a-46b7-8126-e74dcea3da4f req-be69dfcf-114a-47d4-8ed4-5ac6d6cc3f7c service neutron] Port 39b22f4d-48be-4bf9-a141-001e3f48ce22 on network ee1eaba0-043d-41fd-889a-45c04e962720 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79797 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 17:26:30.128698 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a96c8c-1b0a-46b7-8126-e74dcea3da4f req-be69dfcf-114a-47d4-8ed4-5ac6d6cc3f7c service neutron] Attempting to bind port 39b22f4d-48be-4bf9-a141-001e3f48ce22 on network ee1eaba0-043d-41fd-889a-45c04e962720 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 17:26:30.128698 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a96c8c-1b0a-46b7-8126-e74dcea3da4f req-be69dfcf-114a-47d4-8ed4-5ac6d6cc3f7c service neutron] Checking agent: {'id': '1288d539-9cda-419c-bcb9-190041a83682', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79797', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 17, 6, 19), 'started_at': datetime.datetime(2021, 6, 24, 17, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 17, 26, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 17:26:30.128698 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a96c8c-1b0a-46b7-8126-e74dcea3da4f req-be69dfcf-114a-47d4-8ed4-5ac6d6cc3f7c service neutron] Checking segment: {'id': 'a27c2cba-efb1-47be-b4b4-e49fa650729c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ee1eaba0-043d-41fd-889a-45c04e962720'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 17:26:30.128698 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a96c8c-1b0a-46b7-8126-e74dcea3da4f req-be69dfcf-114a-47d4-8ed4-5ac6d6cc3f7c service neutron] Bound using segment: {'id': 'a27c2cba-efb1-47be-b4b4-e49fa650729c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ee1eaba0-043d-41fd-889a-45c04e962720'} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 17:26:30.129163 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-b2a96c8c-1b0a-46b7-8126-e74dcea3da4f req-be69dfcf-114a-47d4-8ed4-5ac6d6cc3f7c service neutron] Bound port: 39b22f4d-48be-4bf9-a141-001e3f48ce22, host: hv-cinder-79797, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a27c2cba-efb1-47be-b4b4-e49fa650729c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ee1eaba0-043d-41fd-889a-45c04e962720'}}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 17:26:30.129423 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-b2a96c8c-1b0a-46b7-8126-e74dcea3da4f req-be69dfcf-114a-47d4-8ed4-5ac6d6cc3f7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:26:30.195534 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-b2a96c8c-1b0a-46b7-8126-e74dcea3da4f req-be69dfcf-114a-47d4-8ed4-5ac6d6cc3f7c service neutron] For port 39b22f4d-48be-4bf9-a141-001e3f48ce22, host hv-cinder-79797, cleared binding levels {{(pid=93700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 17:26:30.199062 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-b2a96c8c-1b0a-46b7-8126-e74dcea3da4f req-be69dfcf-114a-47d4-8ed4-5ac6d6cc3f7c service neutron] For port 39b22f4d-48be-4bf9-a141-001e3f48ce22, host hv-cinder-79797, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=39b22f4d-48be-4bf9-a141-001e3f48ce22,segment=NetworkSegment(a27c2cba-efb1-47be-b4b4-e49fa650729c),segment_id=a27c2cba-efb1-47be-b4b4-e49fa650729c)] {{(pid=93700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 17:26:30.268211 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-b2a96c8c-1b0a-46b7-8126-e74dcea3da4f req-be69dfcf-114a-47d4-8ed4-5ac6d6cc3f7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2811380'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:26:30.271654 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-90f9d762-5789-4f72-8f9e-4c673883c553 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:26:30.302564 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a96c8c-1b0a-46b7-8126-e74dcea3da4f req-be69dfcf-114a-47d4-8ed4-5ac6d6cc3f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:26:30.303194 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-b2a96c8c-1b0a-46b7-8126-e74dcea3da4f req-be69dfcf-114a-47d4-8ed4-5ac6d6cc3f7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14435'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:26:30.304601 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-b2a96c8c-1b0a-46b7-8126-e74dcea3da4f req-be69dfcf-114a-47d4-8ed4-5ac6d6cc3f7c service neutron] 10.222.0.37 "PUT /v2.0/ports/39b22f4d-48be-4bf9-a141-001e3f48ce22 HTTP/1.1" status: 200 len: 1093 time: 0.7637138 Jun 24 17:26:30.305172 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b29b6f8a-2a61-41cd-b8d2-b633a9f28463', 'tag': '39b22f4d-48be-4bf9-a141-001e3f48ce22'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 17:26:30.307633 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c39e75a9e8347d24c3004332124e07527e89accb2f43d806ee4df9c6bf49ca2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0129673-78ed-46c8-9f93-17ad02a1c3cc" -d '{"events": [{"name": "network-changed", "server_uuid": "b29b6f8a-2a61-41cd-b8d2-b633a9f28463", "tag": "39b22f4d-48be-4bf9-a141-001e3f48ce22"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 17:26:30.343567 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be69dfcf-114a-47d4-8ed4-5ac6d6cc3f7c service neutron] Pushing event updated for resources: {'Port': ['ID=39b22f4d-48be-4bf9-a141-001e3f48ce22,revision_number=3']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:26:30.350590 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-be69dfcf-114a-47d4-8ed4-5ac6d6cc3f7c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:26:30.365207 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 17:26:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4698452c-3d38-48c6-ab4a-942a3a93cf3e x-openstack-request-id: req-4698452c-3d38-48c6-ab4a-942a3a93cf3e {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 17:26:30.365207 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b29b6f8a-2a61-41cd-b8d2-b633a9f28463", "tag": "39b22f4d-48be-4bf9-a141-001e3f48ce22", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 17:26:30.365207 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4698452c-3d38-48c6-ab4a-942a3a93cf3e {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 17:26:30.365207 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b29b6f8a-2a61-41cd-b8d2-b633a9f28463', 'tag': '39b22f4d-48be-4bf9-a141-001e3f48ce22', 'status': 'completed', 'code': 200} Jun 24 17:26:30.513922 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0129673-78ed-46c8-9f93-17ad02a1c3cc req-f16357b0-204c-48cc-b48a-cd75233986e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:26:30.515330 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-a0129673-78ed-46c8-9f93-17ad02a1c3cc req-f16357b0-204c-48cc-b48a-cd75233986e4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4c8638f5f5214a13ae481f6dcfd72f4e&device_id=b29b6f8a-2a61-41cd-b8d2-b633a9f28463 HTTP/1.1" status: 200 len: 1096 time: 0.1062956 Jun 24 17:26:30.526062 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7723bd8f-cf39-4850-9164-312b71e67660 req-bbf8d7ca-2cda-406b-86ef-da7c50c8f3da tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:26:30.527401 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-7723bd8f-cf39-4850-9164-312b71e67660 req-bbf8d7ca-2cda-406b-86ef-da7c50c8f3da tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] 10.222.0.15 "GET /v2.0/ports?device_id=b29b6f8a-2a61-41cd-b8d2-b633a9f28463 HTTP/1.1" status: 200 len: 943 time: 0.1095357 Jun 24 17:26:30.621593 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-7723bd8f-cf39-4850-9164-312b71e67660 req-b1a87d49-8adc-441f-b65e-c71b790e4a4a tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d4197ed-6ad0-414e-83ab-40091d4d2353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857329 Jun 24 17:26:30.650600 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0129673-78ed-46c8-9f93-17ad02a1c3cc req-0736df47-9061-465c-a4f3-a4ceb06c08ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:26:30.652026 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-a0129673-78ed-46c8-9f93-17ad02a1c3cc req-0736df47-9061-465c-a4f3-a4ceb06c08ac service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=4c8638f5f5214a13ae481f6dcfd72f4e&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1237314 Jun 24 17:26:30.744121 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0129673-78ed-46c8-9f93-17ad02a1c3cc req-3c1ac949-f62d-4074-99c1-4faadbe65bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:26:30.745530 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-a0129673-78ed-46c8-9f93-17ad02a1c3cc req-3c1ac949-f62d-4074-99c1-4faadbe65bdd service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0872686 Jun 24 17:26:30.856087 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a96c8c-1b0a-46b7-8126-e74dcea3da4f req-b9d821d8-ff1e-42e1-8761-4bba2ca2622a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:26:30.857404 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-b2a96c8c-1b0a-46b7-8126-e74dcea3da4f req-b9d821d8-ff1e-42e1-8761-4bba2ca2622a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4c8638f5f5214a13ae481f6dcfd72f4e&device_id=b29b6f8a-2a61-41cd-b8d2-b633a9f28463 HTTP/1.1" status: 200 len: 1096 time: 0.0518801 Jun 24 17:26:30.907107 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-b2a96c8c-1b0a-46b7-8126-e74dcea3da4f req-cd08be0f-88b7-45d7-b138-e0b64781d070 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=39b22f4d-48be-4bf9-a141-001e3f48ce22 HTTP/1.1" status: 200 len: 217 time: 0.0368927 Jun 24 17:26:30.955270 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a96c8c-1b0a-46b7-8126-e74dcea3da4f req-de8e5e38-dd64-4df1-93c7-d50b5d4c9acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:26:30.956638 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-b2a96c8c-1b0a-46b7-8126-e74dcea3da4f req-de8e5e38-dd64-4df1-93c7-d50b5d4c9acb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f66f0ce8-ea21-43c3-924a-8c941d208f37 HTTP/1.1" status: 200 len: 850 time: 0.0434010 Jun 24 17:26:31.013014 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a96c8c-1b0a-46b7-8126-e74dcea3da4f req-1390671a-eba2-4d04-84ce-2c147dcb1c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:26:31.014481 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-b2a96c8c-1b0a-46b7-8126-e74dcea3da4f req-1390671a-eba2-4d04-84ce-2c147dcb1c10 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ee1eaba0-043d-41fd-889a-45c04e962720&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0513802 Jun 24 17:26:31.105082 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-b2a96c8c-1b0a-46b7-8126-e74dcea3da4f req-99650f57-ada9-4bd9-ba44-c40a7b7fd955 service neutron] 10.222.0.37 "GET /v2.0/networks/ee1eaba0-043d-41fd-889a-45c04e962720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838113 Jun 24 17:26:31.192462 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-b2a96c8c-1b0a-46b7-8126-e74dcea3da4f req-6f93e7ce-d8d9-46e8-b54b-b74eced9359e service neutron] 10.222.0.37 "GET /v2.0/networks/ee1eaba0-043d-41fd-889a-45c04e962720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810573 Jun 24 17:26:31.795415 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1b4ce9-8039-4c34-a0e8-49f24647cf51 req-ca41cabf-64cc-4707-b504-b821c6225bbb tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:26:31.796836 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-2c1b4ce9-8039-4c34-a0e8-49f24647cf51 req-ca41cabf-64cc-4707-b504-b821c6225bbb tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] 10.222.0.15 "GET /v2.0/ports?device_id=b29b6f8a-2a61-41cd-b8d2-b633a9f28463 HTTP/1.1" status: 200 len: 943 time: 0.0610907 Jun 24 17:26:31.833098 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-2c1b4ce9-8039-4c34-a0e8-49f24647cf51 req-b8f49445-77e0-4a08-b4ca-ec468262c563 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d4197ed-6ad0-414e-83ab-40091d4d2353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307491 Jun 24 17:26:33.009829 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e700ac72-1ccc-4380-ae87-21c4c64c0101 req-2e2cf5bf-bad2-4338-bad1-f840dd3e47f1 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:26:33.011259 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-e700ac72-1ccc-4380-ae87-21c4c64c0101 req-2e2cf5bf-bad2-4338-bad1-f840dd3e47f1 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] 10.222.0.15 "GET /v2.0/ports?device_id=b29b6f8a-2a61-41cd-b8d2-b633a9f28463 HTTP/1.1" status: 200 len: 943 time: 0.0669937 Jun 24 17:26:33.051838 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-e700ac72-1ccc-4380-ae87-21c4c64c0101 req-4a838e65-c963-4a45-80d6-0948763c079a tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d4197ed-6ad0-414e-83ab-40091d4d2353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349472 Jun 24 17:26:34.225830 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16acb7d8-6b41-4a8e-a4f8-2b104b237b95 req-2d554ca9-25bb-461c-87af-39b50b0b1315 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:26:34.227278 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-16acb7d8-6b41-4a8e-a4f8-2b104b237b95 req-2d554ca9-25bb-461c-87af-39b50b0b1315 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] 10.222.0.15 "GET /v2.0/ports?device_id=b29b6f8a-2a61-41cd-b8d2-b633a9f28463 HTTP/1.1" status: 200 len: 943 time: 0.0674508 Jun 24 17:26:34.263072 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-16acb7d8-6b41-4a8e-a4f8-2b104b237b95 req-393b8cc3-2835-4632-96d3-a9d3f9ba36cf tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d4197ed-6ad0-414e-83ab-40091d4d2353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303731 Jun 24 17:26:35.437458 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5756fd76-4921-4ad8-b2a2-95943e51150b req-b2967271-71a5-4f3b-9fef-8983174e31b6 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:26:35.438900 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-5756fd76-4921-4ad8-b2a2-95943e51150b req-b2967271-71a5-4f3b-9fef-8983174e31b6 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] 10.222.0.15 "GET /v2.0/ports?device_id=b29b6f8a-2a61-41cd-b8d2-b633a9f28463 HTTP/1.1" status: 200 len: 943 time: 0.0615265 Jun 24 17:26:35.475905 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-5756fd76-4921-4ad8-b2a2-95943e51150b req-7cc4f31f-0360-4277-a44c-3e99d2f59f1d tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d4197ed-6ad0-414e-83ab-40091d4d2353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307336 Jun 24 17:26:36.649691 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87b8614-274d-4917-a3bb-7a174a6a0d45 req-0f60780b-15bd-4e56-a7ea-21249e1e3c0f tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:26:36.651237 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-a87b8614-274d-4917-a3bb-7a174a6a0d45 req-0f60780b-15bd-4e56-a7ea-21249e1e3c0f tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] 10.222.0.15 "GET /v2.0/ports?device_id=b29b6f8a-2a61-41cd-b8d2-b633a9f28463 HTTP/1.1" status: 200 len: 943 time: 0.0684993 Jun 24 17:26:36.688367 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-a87b8614-274d-4917-a3bb-7a174a6a0d45 req-ff12f595-185f-477c-a0fe-864720f2b930 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d4197ed-6ad0-414e-83ab-40091d4d2353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315583 Jun 24 17:26:37.854803 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c377311-56fb-4d51-ab18-f588cc4670f5 req-90681a00-f059-4338-95b6-bc2d3bc8039e tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:26:37.856215 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-2c377311-56fb-4d51-ab18-f588cc4670f5 req-90681a00-f059-4338-95b6-bc2d3bc8039e tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] 10.222.0.15 "GET /v2.0/ports?device_id=b29b6f8a-2a61-41cd-b8d2-b633a9f28463 HTTP/1.1" status: 200 len: 943 time: 0.0604267 Jun 24 17:26:37.900085 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-2c377311-56fb-4d51-ab18-f588cc4670f5 req-75ba03b3-2fa6-4931-8586-db93630fd528 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d4197ed-6ad0-414e-83ab-40091d4d2353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383255 Jun 24 17:26:39.067348 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5107e63d-3ab3-4585-a9c1-35d1b9a25753 req-988f2163-0b19-4376-bf2b-a588a2a8f05c tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:26:39.068947 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-5107e63d-3ab3-4585-a9c1-35d1b9a25753 req-988f2163-0b19-4376-bf2b-a588a2a8f05c tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] 10.222.0.15 "GET /v2.0/ports?device_id=b29b6f8a-2a61-41cd-b8d2-b633a9f28463 HTTP/1.1" status: 200 len: 943 time: 0.0621967 Jun 24 17:26:39.106772 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-5107e63d-3ab3-4585-a9c1-35d1b9a25753 req-3de58f26-f35d-47c6-a536-0dfcf39893d8 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d4197ed-6ad0-414e-83ab-40091d4d2353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322917 Jun 24 17:26:39.954423 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Device 39b22f4d-48be-4bf9-a141-001e3f48ce22 details requested by agent hyperv_hv-cinder-79797 with host hv-cinder-79797 {{(pid=93702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 17:26:40.046642 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] For port 39b22f4d-48be-4bf9-a141-001e3f48ce22, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=39b22f4d-48be-4bf9-a141-001e3f48ce22,segment=NetworkSegment(a27c2cba-efb1-47be-b4b4-e49fa650729c),segment_id=a27c2cba-efb1-47be-b4b4-e49fa650729c)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 17:26:40.057372 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Returning: {'device': '39b22f4d-48be-4bf9-a141-001e3f48ce22', 'network_id': 'ee1eaba0-043d-41fd-889a-45c04e962720', 'port_id': '39b22f4d-48be-4bf9-a141-001e3f48ce22', 'mac_address': 'fa:16:3e:45:8d:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f66f0ce8-ea21-43c3-924a-8c941d208f37', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 17:26:40.093651 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:26:40.107124 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.notifiers.nova [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39b22f4d-48be-4bf9-a141-001e3f48ce22 {{(pid=93702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 17:26:40.127625 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] For port 39b22f4d-48be-4bf9-a141-001e3f48ce22, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=39b22f4d-48be-4bf9-a141-001e3f48ce22,segment=NetworkSegment(a27c2cba-efb1-47be-b4b4-e49fa650729c),segment_id=a27c2cba-efb1-47be-b4b4-e49fa650729c)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 17:26:40.192764 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:26:40.195153 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:26:40.239985 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Pushing event updated for resources: {'Port': ['ID=39b22f4d-48be-4bf9-a141-001e3f48ce22,revision_number=4']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:26:40.247519 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:26:40.247869 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:26:40.248208 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:26:40.248545 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:26:40.248876 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:26:40.249206 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:26:40.249521 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:26:40.249984 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:26:40.250313 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:26:40.250738 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:26:40.251067 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:26:40.251388 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:26:40.255353 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:26:40.284386 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff278d6f-b594-4af1-aab7-1e2983d7111d req-d784b5ea-af87-4a36-96b2-281e23aea0b8 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:26:40.285826 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-ff278d6f-b594-4af1-aab7-1e2983d7111d req-d784b5ea-af87-4a36-96b2-281e23aea0b8 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] 10.222.0.15 "GET /v2.0/ports?device_id=b29b6f8a-2a61-41cd-b8d2-b633a9f28463 HTTP/1.1" status: 200 len: 944 time: 0.0674191 Jun 24 17:26:40.323429 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-ff278d6f-b594-4af1-aab7-1e2983d7111d req-cce1f792-d04f-4110-abc8-0f50070b521e tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d4197ed-6ad0-414e-83ab-40091d4d2353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317221 Jun 24 17:26:40.628450 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] get_ports_and_sgs() called for port_ids ['39b22f4d-48be-4bf9-a141-001e3f48ce22'] {{(pid=93702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 17:26:41.171343 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-544ed21c-81bc-4a2d-8113-c1e4bceb55d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:26:41.525979 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b331fb1d-6af9-4657-85c5-6ffcf4c2ad29 req-b05d03f8-5dad-4649-83a0-cfaab8f39b24 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:26:41.528376 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-b331fb1d-6af9-4657-85c5-6ffcf4c2ad29 req-b05d03f8-5dad-4649-83a0-cfaab8f39b24 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] 10.222.0.15 "GET /v2.0/ports?device_id=b29b6f8a-2a61-41cd-b8d2-b633a9f28463 HTTP/1.1" status: 200 len: 944 time: 0.0656872 Jun 24 17:26:41.572299 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-b331fb1d-6af9-4657-85c5-6ffcf4c2ad29 req-65a4d459-f690-4f27-9342-46a123662ccf tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d4197ed-6ad0-414e-83ab-40091d4d2353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384402 Jun 24 17:26:41.952537 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Device 39b22f4d-48be-4bf9-a141-001e3f48ce22 up at agent hyperv_hv-cinder-79797 {{(pid=93702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 17:26:42.062620 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Provisioning for port 39b22f4d-48be-4bf9-a141-001e3f48ce22 completed by entity L2. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 17:26:42.066564 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Provisioning complete for port 39b22f4d-48be-4bf9-a141-001e3f48ce22 triggered by entity L2. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 17:26:42.066935 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979100'] for port, provisioning_complete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:26:42.140877 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:26:42.162521 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b29b6f8a-2a61-41cd-b8d2-b633a9f28463', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39b22f4d-48be-4bf9-a141-001e3f48ce22'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 17:26:42.164810 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d8b605067795a7fc2c115f7278a2b51e92dc277499becda2f2169a787a2c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ea2c56a-19e6-46a1-941e-f70e60b9f254" -d '{"events": [{"server_uuid": "b29b6f8a-2a61-41cd-b8d2-b633a9f28463", "name": "network-vif-plugged", "status": "completed", "tag": "39b22f4d-48be-4bf9-a141-001e3f48ce22"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 17:26:42.183857 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] For port 39b22f4d-48be-4bf9-a141-001e3f48ce22, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=39b22f4d-48be-4bf9-a141-001e3f48ce22,segment=NetworkSegment(a27c2cba-efb1-47be-b4b4-e49fa650729c),segment_id=a27c2cba-efb1-47be-b4b4-e49fa650729c)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 17:26:42.251501 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:26:42.254284 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:26:42.299413 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Pushing event updated for resources: {'Port': ['ID=39b22f4d-48be-4bf9-a141-001e3f48ce22,revision_number=5']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:26:42.302465 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:26:42.745987 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba19e38-c9ac-43df-a9c0-cbc2ea7048e1 req-c5994904-968c-4a4f-9e7a-77b1eb9f8585 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:26:42.747433 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-1ba19e38-c9ac-43df-a9c0-cbc2ea7048e1 req-c5994904-968c-4a4f-9e7a-77b1eb9f8585 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] 10.222.0.15 "GET /v2.0/ports?device_id=b29b6f8a-2a61-41cd-b8d2-b633a9f28463 HTTP/1.1" status: 200 len: 945 time: 0.0620029 Jun 24 17:26:42.784310 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-1ba19e38-c9ac-43df-a9c0-cbc2ea7048e1 req-8512cb49-f0e2-4851-96cd-63148359be2f tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d4197ed-6ad0-414e-83ab-40091d4d2353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311852 Jun 24 17:26:43.273476 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 17:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd3a931e-7738-4c43-9e00-51777c6399ec x-openstack-request-id: req-bd3a931e-7738-4c43-9e00-51777c6399ec {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 17:26:43.273995 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b29b6f8a-2a61-41cd-b8d2-b633a9f28463", "name": "network-vif-plugged", "status": "completed", "tag": "39b22f4d-48be-4bf9-a141-001e3f48ce22", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 17:26:43.274112 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bd3a931e-7738-4c43-9e00-51777c6399ec {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 17:26:43.274533 dv-cinder-797970-1-iscsi neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b29b6f8a-2a61-41cd-b8d2-b633a9f28463', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39b22f4d-48be-4bf9-a141-001e3f48ce22', 'code': 200} Jun 24 17:26:43.524453 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-3b8d6790-705d-48dc-9903-3b1e56e5485c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:26:43.758886 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adacbdec-6f7c-43ea-b666-c919a9f17451 req-4f901169-aedd-4181-824a-1840a0afbd9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:26:43.760350 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-adacbdec-6f7c-43ea-b666-c919a9f17451 req-4f901169-aedd-4181-824a-1840a0afbd9b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b29b6f8a-2a61-41cd-b8d2-b633a9f28463 HTTP/1.1" status: 200 len: 1098 time: 0.0525284 Jun 24 17:26:43.795006 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-adacbdec-6f7c-43ea-b666-c919a9f17451 req-08e31d64-768a-4ad3-9811-99a97c1702ae service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=0d4197ed-6ad0-414e-83ab-40091d4d2353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276964 Jun 24 17:26:43.925398 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:26:43.955434 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacff3d2-26c0-47e3-8f16-692d41241062 req-9275b535-876f-4b3f-98fb-7448f67dd572 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:26:43.956886 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-bacff3d2-26c0-47e3-8f16-692d41241062 req-9275b535-876f-4b3f-98fb-7448f67dd572 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] 10.222.0.15 "GET /v2.0/ports?device_id=b29b6f8a-2a61-41cd-b8d2-b633a9f28463 HTTP/1.1" status: 200 len: 945 time: 0.0630424 Jun 24 17:26:43.994223 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-bacff3d2-26c0-47e3-8f16-692d41241062 req-80e8c9ff-a4c9-4802-9191-6e35720fa8ec tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d4197ed-6ad0-414e-83ab-40091d4d2353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308182 Jun 24 17:26:44.969730 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5af43288-dd02-4084-874e-f1fcba283848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:26:45.172349 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5301cfa0-0bca-4a24-9ace-1c46eb16ce7d req-b66cf299-c876-4296-b085-b83c042a344d tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:26:45.173726 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-5301cfa0-0bca-4a24-9ace-1c46eb16ce7d req-b66cf299-c876-4296-b085-b83c042a344d tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] 10.222.0.15 "GET /v2.0/ports?device_id=b29b6f8a-2a61-41cd-b8d2-b633a9f28463 HTTP/1.1" status: 200 len: 945 time: 0.0674193 Jun 24 17:26:45.213173 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-5301cfa0-0bca-4a24-9ace-1c46eb16ce7d req-78d03613-2bc0-4b13-ade0-93b272fae918 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d4197ed-6ad0-414e-83ab-40091d4d2353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324383 Jun 24 17:26:46.404520 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a217fd8f-3b67-47a0-ac8b-6a3217f534af req-81077199-f793-4a94-80d7-3b6f7b4df685 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:26:46.406001 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-a217fd8f-3b67-47a0-ac8b-6a3217f534af req-81077199-f793-4a94-80d7-3b6f7b4df685 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] 10.222.0.15 "GET /v2.0/ports?device_id=b29b6f8a-2a61-41cd-b8d2-b633a9f28463 HTTP/1.1" status: 200 len: 945 time: 0.0672650 Jun 24 17:26:46.444609 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-a217fd8f-3b67-47a0-ac8b-6a3217f534af req-5539f600-802d-4787-8724-e5c65234634a tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d4197ed-6ad0-414e-83ab-40091d4d2353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330136 Jun 24 17:26:46.502515 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-845c8506-8cf5-4b6b-bbc4-443bdb09ac47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:26:46.614681 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf4fe8b-4986-46c8-b47a-6a416eafe926 req-b0a26b5d-bcaa-47a3-bf7b-6dabcc02daa4 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:26:46.616109 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-adf4fe8b-4986-46c8-b47a-6a416eafe926 req-b0a26b5d-bcaa-47a3-bf7b-6dabcc02daa4 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] 10.222.0.15 "GET /v2.0/ports?device_id=b29b6f8a-2a61-41cd-b8d2-b633a9f28463 HTTP/1.1" status: 200 len: 945 time: 0.0622563 Jun 24 17:26:46.654693 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-adf4fe8b-4986-46c8-b47a-6a416eafe926 req-2f9822dc-cc57-4b3e-b798-5cb5f6674abd tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d4197ed-6ad0-414e-83ab-40091d4d2353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330663 Jun 24 17:26:46.679169 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 37402) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:26:46.728269 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6203f56e-39b6-4d57-986e-8b894a039cdd tempest-TestVolumeBootPattern-307845473 tempest-TestVolumeBootPattern-307845473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:26:46.729696 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-6203f56e-39b6-4d57-986e-8b894a039cdd tempest-TestVolumeBootPattern-307845473 tempest-TestVolumeBootPattern-307845473-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=b29b6f8a-2a61-41cd-b8d2-b633a9f28463 HTTP/1.1" status: 200 len: 1093 time: 0.0495603 Jun 24 17:26:46.732324 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 37404) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:26:46.736460 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.v2.base [None req-6c8ee642-7d40-4afa-96ee-ca6c8db0e351 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Request body: {'floatingip': {'floating_network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'port_id': '39b22f4d-48be-4bf9-a141-001e3f48ce22', 'tenant_id': '4c8638f5f5214a13ae481f6dcfd72f4e', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 17:26:46.815217 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6c8ee642-7d40-4afa-96ee-ca6c8db0e351 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Notify callbacks [] for floatingip, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:26:46.916388 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6c8ee642-7d40-4afa-96ee-ca6c8db0e351 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:26:47.019908 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [None req-6c8ee642-7d40-4afa-96ee-ca6c8db0e351 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Allocated IP 172.27.2.152 (d3559561-7efd-493e-88d1-7d47e478b72a/004d905c-cc14-4189-936d-82a0eea7da62/6a315bc1-e746-4e6b-9d96-c7901e013a8e) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 17:26:47.116885 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6c8ee642-7d40-4afa-96ee-ca6c8db0e351 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:26:47.199783 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6c8ee642-7d40-4afa-96ee-ca6c8db0e351 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1991527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-355756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734938254830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2811142'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:26:47.201768 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-239d84a2-d211-48dc-b8bf-73c25af76e58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:26:47.237931 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c8ee642-7d40-4afa-96ee-ca6c8db0e351 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Network d3559561-7efd-493e-88d1-7d47e478b72a is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 17:26:47.241133 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-6c8ee642-7d40-4afa-96ee-ca6c8db0e351 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 17:26:47.244390 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8ee642-7d40-4afa-96ee-ca6c8db0e351 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 17:26:47.252222 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8ee642-7d40-4afa-96ee-ca6c8db0e351 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Pushing event updated for resources: {'Port': ['ID=6a315bc1-e746-4e6b-9d96-c7901e013a8e,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:26:47.275585 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-6c8ee642-7d40-4afa-96ee-ca6c8db0e351 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:26:47.600811 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6c8ee642-7d40-4afa-96ee-ca6c8db0e351 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:26:47.730233 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6c8ee642-7d40-4afa-96ee-ca6c8db0e351 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:26:47.873997 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6c8ee642-7d40-4afa-96ee-ca6c8db0e351 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:26:47.925395 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6c8ee642-7d40-4afa-96ee-ca6c8db0e351 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2811380'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:26:47.927669 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-a809f533-8637-4c09-acf5-40e4f1d82c23 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:26:47.994475 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8ee642-7d40-4afa-96ee-ca6c8db0e351 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Pushing event updated for resources: {'Port': ['ID=6a315bc1-e746-4e6b-9d96-c7901e013a8e,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:26:47.998208 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-6c8ee642-7d40-4afa-96ee-ca6c8db0e351 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:26:48.007072 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6c8ee642-7d40-4afa-96ee-ca6c8db0e351 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-938496'] for floatingip, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:26:48.103484 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.db.l3_db [None req-6c8ee642-7d40-4afa-96ee-ca6c8db0e351 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Floating IP 8c5cc687-94ea-4af7-af03-94e967d03ff0 associated. External IP: 172.27.2.152, port: 39b22f4d-48be-4bf9-a141-001e3f48ce22. Jun 24 17:26:48.566843 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c8ee642-7d40-4afa-96ee-ca6c8db0e351 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Router aef66692-88dd-48a3-ad0b-72b8eed65772 has already been hosted by L3 agent ebb0bbf0-d6bc-43df-80f2-a0cdb1424f3b {{(pid=93700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 17:26:48.685774 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c8ee642-7d40-4afa-96ee-ca6c8db0e351 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Notify agent at l3_agent.dv-cinder-797970-1-iscsi the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 17:26:48.697077 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0574d630-7d1e-4f88-b981-ca4eb1f6a77f None None] Sync routers for ids ['aef66692-88dd-48a3-ad0b-72b8eed65772'] in dv-cinder-797970-1-iscsi {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 17:26:48.708813 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0574d630-7d1e-4f88-b981-ca4eb1f6a77f None None] Routers {'aef66692-88dd-48a3-ad0b-72b8eed65772'} bound to L3 agent in host dv-cinder-797970-1-iscsi {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 17:26:48.710689 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-0574d630-7d1e-4f88-b981-ca4eb1f6a77f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T17:00:13Z,description=,heartbeat_timestamp=2021-06-24T17:26:43Z,host='dv-cinder-797970-1-iscsi',id=ebb0bbf0-d6bc-43df-80f2-a0cdb1424f3b,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T17:00:14Z,topic='l3_agent')) {'router_ids': ['aef66692-88dd-48a3-ad0b-72b8eed65772'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:26:48.758547 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6c8ee642-7d40-4afa-96ee-ca6c8db0e351 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14435'] for floatingip, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:26:48.794480 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-6c8ee642-7d40-4afa-96ee-ca6c8db0e351 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0611722 Jun 24 17:26:48.795157 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b29b6f8a-2a61-41cd-b8d2-b633a9f28463', 'tag': '39b22f4d-48be-4bf9-a141-001e3f48ce22'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 17:26:48.797500 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c39e75a9e8347d24c3004332124e07527e89accb2f43d806ee4df9c6bf49ca2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0757203-4ee9-41de-9dee-690889084e0a" -d '{"events": [{"name": "network-changed", "server_uuid": "b29b6f8a-2a61-41cd-b8d2-b633a9f28463", "tag": "39b22f4d-48be-4bf9-a141-001e3f48ce22"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 17:26:48.821723 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-0574d630-7d1e-4f88-b981-ca4eb1f6a77f None None] Set router aef66692-88dd-48a3-ad0b-72b8eed65772 gateway port host: dv-cinder-797970-1-iscsi {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 17:26:48.895470 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 17:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fe6f5a3-cdaa-4111-9e37-956c44bd80df x-openstack-request-id: req-2fe6f5a3-cdaa-4111-9e37-956c44bd80df {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 17:26:48.895890 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b29b6f8a-2a61-41cd-b8d2-b633a9f28463", "tag": "39b22f4d-48be-4bf9-a141-001e3f48ce22", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 17:26:48.896244 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2fe6f5a3-cdaa-4111-9e37-956c44bd80df {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 17:26:48.896845 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b29b6f8a-2a61-41cd-b8d2-b633a9f28463', 'tag': '39b22f4d-48be-4bf9-a141-001e3f48ce22', 'status': 'completed', 'code': 200} Jun 24 17:26:48.991688 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0757203-4ee9-41de-9dee-690889084e0a req-2d862ac1-dd3d-40ae-b0fe-479d4c5bdc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:26:48.993242 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-b0757203-4ee9-41de-9dee-690889084e0a req-2d862ac1-dd3d-40ae-b0fe-479d4c5bdc0b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4c8638f5f5214a13ae481f6dcfd72f4e&device_id=b29b6f8a-2a61-41cd-b8d2-b633a9f28463 HTTP/1.1" status: 200 len: 1098 time: 0.0526714 Jun 24 17:26:49.043742 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-0574d630-7d1e-4f88-b981-ca4eb1f6a77f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aef66692-88dd-48a3-ad0b-72b8eed65772', 'name': 'tempest-TestVolumeBootPattern-439769473-router', 'tenant_id': '4c8638f5f5214a13ae481f6dcfd72f4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'external_fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '61c73248-def9-4f52-ba8e-cf4b3d49f9c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T17:23:03Z', 'updated_at': '2021-06-24T17:23:06Z', 'revision_number': 4, 'project_id': '4c8638f5f5214a13ae481f6dcfd72f4e', 'gw_port': {'id': '61c73248-def9-4f52-ba8e-cf4b3d49f9c1', 'name': '', 'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:13:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef66692-88dd-48a3-ad0b-72b8eed65772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:23:04Z', 'updated_at': '2021-06-24T17:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '004d905c-cc14-4189-936d-82a0eea7da62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-1-iscsi', '_floatingips': [{'id': '8c5cc687-94ea-4af7-af03-94e967d03ff0', 'tenant_id': '4c8638f5f5214a13ae481f6dcfd72f4e', 'floating_ip_address': '172.27.2.152', 'floating_network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'router_id': 'aef66692-88dd-48a3-ad0b-72b8eed65772', 'port_id': '39b22f4d-48be-4bf9-a141-001e3f48ce22', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee1eaba0-043d-41fd-889a-45c04e962720', 'mac_address': 'fa:16:3e:45:8d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29b6f8a-2a61-41cd-b8d2-b633a9f28463', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T17:26:47Z', 'updated_at': '2021-06-24T17:26:47Z', 'revision_number': 0, 'project_id': '4c8638f5f5214a13ae481f6dcfd72f4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c57fbde3-19da-48b3-9bbe-215e456eb6e6', 'name': '', 'network_id': 'ee1eaba0-043d-41fd-889a-45c04e962720', 'tenant_id': '4c8638f5f5214a13ae481f6dcfd72f4e', 'mac_address': 'fa:16:3e:aa:5e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef66692-88dd-48a3-ad0b-72b8eed65772', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'f66f0ce8-ea21-43c3-924a-8c941d208f37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:23:06Z', 'updated_at': '2021-06-24T17:23:12Z', 'revision_number': 5, 'project_id': '4c8638f5f5214a13ae481f6dcfd72f4e', 'subnets': [{'id': 'f66f0ce8-ea21-43c3-924a-8c941d208f37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-1-iscsi', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:26:49.069186 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0574d630-7d1e-4f88-b981-ca4eb1f6a77f None None] Checking router: aef66692-88dd-48a3-ad0b-72b8eed65772 for host: dv-cinder-797970-1-iscsi {{(pid=93702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 17:26:49.077110 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0574d630-7d1e-4f88-b981-ca4eb1f6a77f None None] Routers {'aef66692-88dd-48a3-ad0b-72b8eed65772'} bound to L3 agent in host dv-cinder-797970-1-iscsi {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 17:26:49.077732 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-0574d630-7d1e-4f88-b981-ca4eb1f6a77f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T17:00:13Z,description=,heartbeat_timestamp=2021-06-24T17:26:43Z,host='dv-cinder-797970-1-iscsi',id=ebb0bbf0-d6bc-43df-80f2-a0cdb1424f3b,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T17:00:14Z,topic='l3_agent')) {'router_ids': ['aef66692-88dd-48a3-ad0b-72b8eed65772'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:26:49.086378 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0757203-4ee9-41de-9dee-690889084e0a req-c253e611-9006-443b-84c7-4c89bb47eafe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:26:49.087930 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-b0757203-4ee9-41de-9dee-690889084e0a req-c253e611-9006-443b-84c7-4c89bb47eafe service neutron] 10.222.0.37 "GET /v2.0/networks?id=ee1eaba0-043d-41fd-889a-45c04e962720 HTTP/1.1" status: 200 len: 911 time: 0.0885437 Jun 24 17:26:49.152737 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-b0757203-4ee9-41de-9dee-690889084e0a req-c2b1c4b2-8f23-4566-98bc-5eb551c27a94 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=39b22f4d-48be-4bf9-a141-001e3f48ce22 HTTP/1.1" status: 200 len: 999 time: 0.0582995 Jun 24 17:26:49.179026 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-0574d630-7d1e-4f88-b981-ca4eb1f6a77f None None] Set router aef66692-88dd-48a3-ad0b-72b8eed65772 gateway port host: dv-cinder-797970-1-iscsi {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 17:26:49.211184 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0757203-4ee9-41de-9dee-690889084e0a req-015f5d36-5ff0-4d65-b7ac-7b8340158414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:26:49.212638 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-b0757203-4ee9-41de-9dee-690889084e0a req-015f5d36-5ff0-4d65-b7ac-7b8340158414 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f66f0ce8-ea21-43c3-924a-8c941d208f37 HTTP/1.1" status: 200 len: 850 time: 0.0535381 Jun 24 17:26:49.268478 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0757203-4ee9-41de-9dee-690889084e0a req-1d17764e-84f6-4ea1-b774-ce6ef7cdcfbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:26:49.269860 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-b0757203-4ee9-41de-9dee-690889084e0a req-1d17764e-84f6-4ea1-b774-ce6ef7cdcfbd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ee1eaba0-043d-41fd-889a-45c04e962720&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0510175 Jun 24 17:26:49.357234 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-b0757203-4ee9-41de-9dee-690889084e0a req-8a32fec5-b594-459c-b4a9-9e1b0777d35f service neutron] 10.222.0.37 "GET /v2.0/networks/ee1eaba0-043d-41fd-889a-45c04e962720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808208 Jun 24 17:26:49.398893 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-0574d630-7d1e-4f88-b981-ca4eb1f6a77f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aef66692-88dd-48a3-ad0b-72b8eed65772', 'name': 'tempest-TestVolumeBootPattern-439769473-router', 'tenant_id': '4c8638f5f5214a13ae481f6dcfd72f4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'external_fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '61c73248-def9-4f52-ba8e-cf4b3d49f9c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T17:23:03Z', 'updated_at': '2021-06-24T17:23:06Z', 'revision_number': 4, 'project_id': '4c8638f5f5214a13ae481f6dcfd72f4e', 'gw_port': {'id': '61c73248-def9-4f52-ba8e-cf4b3d49f9c1', 'name': '', 'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:13:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef66692-88dd-48a3-ad0b-72b8eed65772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:23:04Z', 'updated_at': '2021-06-24T17:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '004d905c-cc14-4189-936d-82a0eea7da62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-1-iscsi', '_floatingips': [{'id': '8c5cc687-94ea-4af7-af03-94e967d03ff0', 'tenant_id': '4c8638f5f5214a13ae481f6dcfd72f4e', 'floating_ip_address': '172.27.2.152', 'floating_network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'router_id': 'aef66692-88dd-48a3-ad0b-72b8eed65772', 'port_id': '39b22f4d-48be-4bf9-a141-001e3f48ce22', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee1eaba0-043d-41fd-889a-45c04e962720', 'mac_address': 'fa:16:3e:45:8d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29b6f8a-2a61-41cd-b8d2-b633a9f28463', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T17:26:47Z', 'updated_at': '2021-06-24T17:26:47Z', 'revision_number': 0, 'project_id': '4c8638f5f5214a13ae481f6dcfd72f4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c57fbde3-19da-48b3-9bbe-215e456eb6e6', 'name': '', 'network_id': 'ee1eaba0-043d-41fd-889a-45c04e962720', 'tenant_id': '4c8638f5f5214a13ae481f6dcfd72f4e', 'mac_address': 'fa:16:3e:aa:5e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef66692-88dd-48a3-ad0b-72b8eed65772', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'f66f0ce8-ea21-43c3-924a-8c941d208f37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:23:06Z', 'updated_at': '2021-06-24T17:23:12Z', 'revision_number': 5, 'project_id': '4c8638f5f5214a13ae481f6dcfd72f4e', 'subnets': [{'id': 'f66f0ce8-ea21-43c3-924a-8c941d208f37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-1-iscsi', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:26:49.423853 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0574d630-7d1e-4f88-b981-ca4eb1f6a77f None None] The sync data for ids ['aef66692-88dd-48a3-ad0b-72b8eed65772'] in dv-cinder-797970-1-iscsi is: [{'id': 'aef66692-88dd-48a3-ad0b-72b8eed65772', 'name': 'tempest-TestVolumeBootPattern-439769473-router', 'tenant_id': '4c8638f5f5214a13ae481f6dcfd72f4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'external_fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '61c73248-def9-4f52-ba8e-cf4b3d49f9c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T17:23:03Z', 'updated_at': '2021-06-24T17:23:06Z', 'revision_number': 4, 'project_id': '4c8638f5f5214a13ae481f6dcfd72f4e', 'gw_port': {'id': '61c73248-def9-4f52-ba8e-cf4b3d49f9c1', 'name': '', 'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:13:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef66692-88dd-48a3-ad0b-72b8eed65772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:23:04Z', 'updated_at': '2021-06-24T17:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '004d905c-cc14-4189-936d-82a0eea7da62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-1-iscsi', '_floatingips': [{'id': '8c5cc687-94ea-4af7-af03-94e967d03ff0', 'tenant_id': '4c8638f5f5214a13ae481f6dcfd72f4e', 'floating_ip_address': '172.27.2.152', 'floating_network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'router_id': 'aef66692-88dd-48a3-ad0b-72b8eed65772', 'port_id': '39b22f4d-48be-4bf9-a141-001e3f48ce22', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee1eaba0-043d-41fd-889a-45c04e962720', 'mac_address': 'fa:16:3e:45:8d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29b6f8a-2a61-41cd-b8d2-b633a9f28463', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T17:26:47Z', 'updated_at': '2021-06-24T17:26:47Z', 'revision_number': 0, 'project_id': '4c8638f5f5214a13ae481f6dcfd72f4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c57fbde3-19da-48b3-9bbe-215e456eb6e6', 'name': '', 'network_id': 'ee1eaba0-043d-41fd-889a-45c04e962720', 'tenant_id': '4c8638f5f5214a13ae481f6dcfd72f4e', 'mac_address': 'fa:16:3e:aa:5e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef66692-88dd-48a3-ad0b-72b8eed65772', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'f66f0ce8-ea21-43c3-924a-8c941d208f37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:23:06Z', 'updated_at': '2021-06-24T17:23:12Z', 'revision_number': 5, 'project_id': '4c8638f5f5214a13ae481f6dcfd72f4e', 'subnets': [{'id': 'f66f0ce8-ea21-43c3-924a-8c941d208f37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 17:26:49.452330 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-b0757203-4ee9-41de-9dee-690889084e0a req-8c3f1eb3-ec93-478b-bf14-704682fa7fd2 service neutron] 10.222.0.37 "GET /v2.0/networks/ee1eaba0-043d-41fd-889a-45c04e962720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884264 Jun 24 17:26:49.603402 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8f6257-9b47-46c7-875d-94087e33a0cb None None] New status for floating IP 8c5cc687-94ea-4af7-af03-94e967d03ff0: ACTIVE {{(pid=93703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 17:26:51.839629 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:27:00.320770 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.agents_db [None req-27f02d43-57e8-424c-a1b0-5a1f36db1773 None None] Agent healthcheck: found 6 active agents {{(pid=93703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 17:27:11.169008 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5732562d-0051-4547-ba05-26da9f29d3f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:27:13.491410 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-16d2bc91-d6d0-44e1-ab11-d700c849c1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:27:13.935211 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:27:14.953782 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5af43288-dd02-4084-874e-f1fcba283848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:27:16.496146 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-845c8506-8cf5-4b6b-bbc4-443bdb09ac47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:27:21.839224 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:27:36.742724 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-06a2b1c7-2d2c-4eb2-aedc-811c2f98b0e7 req-c31e646f-d7bf-4f3b-8930-334894e38a4a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b29b6f8a-2a61-41cd-b8d2-b633a9f28463&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0513279 Jun 24 17:27:36.854971 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a2b1c7-2d2c-4eb2-aedc-811c2f98b0e7 req-de5bdbf1-feb9-40dc-822d-56c1c6de6ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:27:36.857811 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-06a2b1c7-2d2c-4eb2-aedc-811c2f98b0e7 req-de5bdbf1-feb9-40dc-822d-56c1c6de6ce2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4c8638f5f5214a13ae481f6dcfd72f4e&device_id=b29b6f8a-2a61-41cd-b8d2-b633a9f28463 HTTP/1.1" status: 200 len: 1098 time: 0.0552003 Jun 24 17:27:36.966412 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a2b1c7-2d2c-4eb2-aedc-811c2f98b0e7 req-5d75031a-3218-40af-a1df-b7d73419a669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:27:36.967851 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-06a2b1c7-2d2c-4eb2-aedc-811c2f98b0e7 req-5d75031a-3218-40af-a1df-b7d73419a669 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ee1eaba0-043d-41fd-889a-45c04e962720 HTTP/1.1" status: 200 len: 911 time: 0.0889785 Jun 24 17:27:37.031974 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-06a2b1c7-2d2c-4eb2-aedc-811c2f98b0e7 req-504083e3-a020-48ab-b17c-3efdad644c42 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=39b22f4d-48be-4bf9-a141-001e3f48ce22 HTTP/1.1" status: 200 len: 1001 time: 0.0574274 Jun 24 17:27:37.084428 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a2b1c7-2d2c-4eb2-aedc-811c2f98b0e7 req-5280decf-25f4-4460-84ae-ea67ef6117d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:27:37.087222 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-06a2b1c7-2d2c-4eb2-aedc-811c2f98b0e7 req-5280decf-25f4-4460-84ae-ea67ef6117d7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f66f0ce8-ea21-43c3-924a-8c941d208f37 HTTP/1.1" status: 200 len: 850 time: 0.0482485 Jun 24 17:27:37.141780 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a2b1c7-2d2c-4eb2-aedc-811c2f98b0e7 req-2cddb850-f205-40c6-a0d5-241b39acdf48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:27:37.143181 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-06a2b1c7-2d2c-4eb2-aedc-811c2f98b0e7 req-2cddb850-f205-40c6-a0d5-241b39acdf48 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ee1eaba0-043d-41fd-889a-45c04e962720&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0499561 Jun 24 17:27:37.229847 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-06a2b1c7-2d2c-4eb2-aedc-811c2f98b0e7 req-6ae7bdcf-a88e-45ed-a86a-e334f3242be7 service neutron] 10.222.0.37 "GET /v2.0/networks/ee1eaba0-043d-41fd-889a-45c04e962720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801878 Jun 24 17:27:37.319701 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.agents_db [None req-27f02d43-57e8-424c-a1b0-5a1f36db1773 None None] Agent healthcheck: found 6 active agents {{(pid=93703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 17:27:37.320668 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-06a2b1c7-2d2c-4eb2-aedc-811c2f98b0e7 req-07745401-3269-41f7-9d27-a966be251124 service neutron] 10.222.0.37 "GET /v2.0/networks/ee1eaba0-043d-41fd-889a-45c04e962720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850840 Jun 24 17:27:41.170519 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ffcb2fc3-557c-44e1-80d4-71cff2246c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:27:43.467458 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-84e9a472-851e-4e77-88d3-0ada1af94d5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:27:43.936001 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:27:44.958924 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5af43288-dd02-4084-874e-f1fcba283848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:27:46.548625 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-845c8506-8cf5-4b6b-bbc4-443bdb09ac47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:27:51.867594 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:28:11.156669 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-917aff5f-557c-4b36-9df8-4722a3858a47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:28:13.455137 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e4da298b-e687-4065-adab-e514784f4384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:28:13.929408 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:28:14.318609 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.agents_db [None req-27f02d43-57e8-424c-a1b0-5a1f36db1773 None None] Agent healthcheck: found 6 active agents {{(pid=93703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 17:28:14.969748 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5af43288-dd02-4084-874e-f1fcba283848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:28:16.518048 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-845c8506-8cf5-4b6b-bbc4-443bdb09ac47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:28:21.878435 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:28:37.740587 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-f2972ed4-1e77-4e42-8b8c-5ddb75697cf9 req-94eb9944-a114-4153-abee-eddb535db80e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b29b6f8a-2a61-41cd-b8d2-b633a9f28463&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0542579 Jun 24 17:28:37.855849 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2972ed4-1e77-4e42-8b8c-5ddb75697cf9 req-e91426df-840b-4851-bcf4-47138806c54c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:28:37.857309 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-f2972ed4-1e77-4e42-8b8c-5ddb75697cf9 req-e91426df-840b-4851-bcf4-47138806c54c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4c8638f5f5214a13ae481f6dcfd72f4e&device_id=b29b6f8a-2a61-41cd-b8d2-b633a9f28463 HTTP/1.1" status: 200 len: 1098 time: 0.0550418 Jun 24 17:28:37.958387 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2972ed4-1e77-4e42-8b8c-5ddb75697cf9 req-05a0a352-ed99-4f04-89ae-a12e107bb99e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:28:37.959807 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-f2972ed4-1e77-4e42-8b8c-5ddb75697cf9 req-05a0a352-ed99-4f04-89ae-a12e107bb99e service neutron] 10.222.0.37 "GET /v2.0/networks?id=ee1eaba0-043d-41fd-889a-45c04e962720 HTTP/1.1" status: 200 len: 911 time: 0.0825112 Jun 24 17:28:38.026758 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-f2972ed4-1e77-4e42-8b8c-5ddb75697cf9 req-f40d63ee-de49-4ed2-bb30-8556410c550b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=39b22f4d-48be-4bf9-a141-001e3f48ce22 HTTP/1.1" status: 200 len: 1001 time: 0.0605283 Jun 24 17:28:38.075791 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2972ed4-1e77-4e42-8b8c-5ddb75697cf9 req-5737b60d-54fb-48bd-a532-90df46c041d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:28:38.077215 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-f2972ed4-1e77-4e42-8b8c-5ddb75697cf9 req-5737b60d-54fb-48bd-a532-90df46c041d2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f66f0ce8-ea21-43c3-924a-8c941d208f37 HTTP/1.1" status: 200 len: 850 time: 0.0443323 Jun 24 17:28:38.134028 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2972ed4-1e77-4e42-8b8c-5ddb75697cf9 req-f64d583a-8b22-4e59-88da-c5653c58840c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:28:38.135456 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-f2972ed4-1e77-4e42-8b8c-5ddb75697cf9 req-f64d583a-8b22-4e59-88da-c5653c58840c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ee1eaba0-043d-41fd-889a-45c04e962720&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0515242 Jun 24 17:28:38.145519 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [req-f2972ed4-1e77-4e42-8b8c-5ddb75697cf9 req-38708389-0238-42ba-bf73-099f35308676 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=93700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 17:28:38.146500 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-f2972ed4-1e77-4e42-8b8c-5ddb75697cf9 req-38708389-0238-42ba-bf73-099f35308676 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049796 Jun 24 17:28:38.236060 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-f2972ed4-1e77-4e42-8b8c-5ddb75697cf9 req-93e1776c-b5a0-4c8f-b225-9f7d492daf98 service neutron] 10.222.0.37 "GET /v2.0/networks/ee1eaba0-043d-41fd-889a-45c04e962720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833845 Jun 24 17:28:38.321833 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-f2972ed4-1e77-4e42-8b8c-5ddb75697cf9 req-c16bfe85-b753-4738-9d1a-1ae5d3c071e5 service neutron] 10.222.0.37 "GET /v2.0/networks/ee1eaba0-043d-41fd-889a-45c04e962720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789940 Jun 24 17:28:41.157929 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-df7a48ca-6a29-4f4e-a6a0-63ae589c8c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:28:43.489233 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1b10e54c-dcc0-4f9d-80b5-82673e9db60b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:28:43.946814 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:28:44.980209 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5af43288-dd02-4084-874e-f1fcba283848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:28:46.524160 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-845c8506-8cf5-4b6b-bbc4-443bdb09ac47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:28:51.317001 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.agents_db [None req-27f02d43-57e8-424c-a1b0-5a1f36db1773 None None] Agent healthcheck: found 6 active agents {{(pid=93703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 17:28:51.883298 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:29:03.636889 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-a08f9748-adb4-4606-a988-18a6708ac69f req-f6b3a9bc-5338-49b4-bea4-a89e59c72cbd tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1565578099&fields=id&tenant_id=4c8638f5f5214a13ae481f6dcfd72f4e HTTP/1.1" status: 200 len: 267 time: 0.0338151 Jun 24 17:29:03.744613 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08f9748-adb4-4606-a988-18a6708ac69f req-4197629b-91bc-41fd-9e23-18bface4b68a tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:29:03.746063 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-a08f9748-adb4-4606-a988-18a6708ac69f req-4197629b-91bc-41fd-9e23-18bface4b68a tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] 10.222.0.15 "GET /v2.0/networks?id=ee1eaba0-043d-41fd-889a-45c04e962720 HTTP/1.1" status: 200 len: 811 time: 0.1030090 Jun 24 17:29:03.760150 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-a08f9748-adb4-4606-a988-18a6708ac69f req-deb67fba-9aeb-4fa3-a13b-52dd936124ae tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] 10.222.0.15 "GET /v2.0/quotas/4c8638f5f5214a13ae481f6dcfd72f4e HTTP/1.1" status: 200 len: 375 time: 0.0087037 Jun 24 17:29:03.829913 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-a08f9748-adb4-4606-a988-18a6708ac69f req-d5b08fe5-1f8e-4717-8fbe-b4f3b08592c7 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=4c8638f5f5214a13ae481f6dcfd72f4e&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0650373 Jun 24 17:29:03.925961 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-a08f9748-adb4-4606-a988-18a6708ac69f req-89cc5961-6d6a-4954-a20c-52e86ae28b0c service neutron] 10.222.0.15 "GET /v2.0/networks/ee1eaba0-043d-41fd-889a-45c04e962720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846505 Jun 24 17:29:04.011191 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-a08f9748-adb4-4606-a988-18a6708ac69f req-6135b73c-3133-49dc-a89a-4bb7c788557f service neutron] 10.222.0.15 "GET /v2.0/networks/ee1eaba0-043d-41fd-889a-45c04e962720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794060 Jun 24 17:29:04.636872 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-9cdbb3db-ccf3-4b80-bbdd-8bfb9abf1bdb req-475fee06-0e69-47fa-8871-301184359f0a tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d9c57f7-592e-4054-83e3-1df3a37ea81b HTTP/1.1" status: 200 len: 210 time: 0.0748422 Jun 24 17:29:05.779076 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-c63907a0-93c6-4a16-a03c-33d3387d6483 req-f6c3254b-9e31-46fc-ac54-ec698337fb5c tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d9c57f7-592e-4054-83e3-1df3a37ea81b HTTP/1.1" status: 200 len: 210 time: 0.0312827 Jun 24 17:29:06.657426 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08f9748-adb4-4606-a988-18a6708ac69f req-0af5c034-e7f7-483d-bc92-3329ebf07b95 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:29:06.658801 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-a08f9748-adb4-4606-a988-18a6708ac69f req-0af5c034-e7f7-483d-bc92-3329ebf07b95 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] 10.222.0.37 "GET /v2.0/networks?id=ee1eaba0-043d-41fd-889a-45c04e962720 HTTP/1.1" status: 200 len: 811 time: 0.1039717 Jun 24 17:29:06.707479 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-a08f9748-adb4-4606-a988-18a6708ac69f req-e29bf94d-c4d0-469b-ae40-051ed7c6deda tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4c8638f5f5214a13ae481f6dcfd72f4e HTTP/1.1" status: 200 len: 380 time: 0.0345294 Jun 24 17:29:06.718620 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.v2.base [req-a08f9748-adb4-4606-a988-18a6708ac69f req-5ef31380-a406-4e05-886b-f6bfe2e798c1 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Request body: {'port': {'device_id': '8d9c57f7-592e-4054-83e3-1df3a37ea81b', 'network_id': 'ee1eaba0-043d-41fd-889a-45c04e962720', 'admin_state_up': True, 'tenant_id': '4c8638f5f5214a13ae481f6dcfd72f4e', 'security_groups': ['0d4197ed-6ad0-414e-83ab-40091d4d2353']}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 17:29:06.883347 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a08f9748-adb4-4606-a988-18a6708ac69f req-5ef31380-a406-4e05-886b-f6bfe2e798c1 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Made reservation on behalf of 4c8638f5f5214a13ae481f6dcfd72f4e for: {'port': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 17:29:06.888175 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-a08f9748-adb4-4606-a988-18a6708ac69f req-5ef31380-a406-4e05-886b-f6bfe2e798c1 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:29:06.936037 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-7a45e506-f206-4cf3-9d1b-4e44790729e6 req-9dff9609-9207-48fa-b151-40639cc8ff45 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d9c57f7-592e-4054-83e3-1df3a37ea81b HTTP/1.1" status: 200 len: 210 time: 0.0293720 Jun 24 17:29:07.022125 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [req-a08f9748-adb4-4606-a988-18a6708ac69f req-5ef31380-a406-4e05-886b-f6bfe2e798c1 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Allocated IP 172.20.0.14 (ee1eaba0-043d-41fd-889a-45c04e962720/f66f0ce8-ea21-43c3-924a-8c941d208f37/425fc1d1-21d1-4a30-97e9-55d8b1e6c19e) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 17:29:07.158197 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-a08f9748-adb4-4606-a988-18a6708ac69f req-5ef31380-a406-4e05-886b-f6bfe2e798c1 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:29:07.173702 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [req-a08f9748-adb4-4606-a988-18a6708ac69f req-5ef31380-a406-4e05-886b-f6bfe2e798c1 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Transition to ACTIVE for port object 425fc1d1-21d1-4a30-97e9-55d8b1e6c19e will not be triggered until provisioned by entity DHCP. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 17:29:07.271971 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-a08f9748-adb4-4606-a988-18a6708ac69f req-5ef31380-a406-4e05-886b-f6bfe2e798c1 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1991527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-355756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734938254830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2811142'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:29:07.276221 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-b94b7b38-8dd1-4b66-88b5-f8182c49307e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:29:07.315332 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a08f9748-adb4-4606-a988-18a6708ac69f req-5ef31380-a406-4e05-886b-f6bfe2e798c1 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Network ee1eaba0-043d-41fd-889a-45c04e962720 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 17:29:07.318437 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [req-a08f9748-adb4-4606-a988-18a6708ac69f req-5ef31380-a406-4e05-886b-f6bfe2e798c1 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 17:29:07.322479 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-a08f9748-adb4-4606-a988-18a6708ac69f req-5ef31380-a406-4e05-886b-f6bfe2e798c1 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 17:29:07.349950 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef31380-a406-4e05-886b-f6bfe2e798c1 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Pushing event updated for resources: {'Port': ['ID=425fc1d1-21d1-4a30-97e9-55d8b1e6c19e,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:29:07.363198 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef31380-a406-4e05-886b-f6bfe2e798c1 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:29:07.363583 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef31380-a406-4e05-886b-f6bfe2e798c1 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:29:07.363959 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef31380-a406-4e05-886b-f6bfe2e798c1 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:29:07.364330 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef31380-a406-4e05-886b-f6bfe2e798c1 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:29:07.364702 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef31380-a406-4e05-886b-f6bfe2e798c1 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:29:07.365064 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef31380-a406-4e05-886b-f6bfe2e798c1 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:29:07.365426 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef31380-a406-4e05-886b-f6bfe2e798c1 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:29:07.365818 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef31380-a406-4e05-886b-f6bfe2e798c1 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:29:07.366192 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef31380-a406-4e05-886b-f6bfe2e798c1 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:29:07.366566 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef31380-a406-4e05-886b-f6bfe2e798c1 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:29:07.366918 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef31380-a406-4e05-886b-f6bfe2e798c1 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:29:07.367271 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef31380-a406-4e05-886b-f6bfe2e798c1 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:29:07.374027 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-5ef31380-a406-4e05-886b-f6bfe2e798c1 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:29:07.391096 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08f9748-adb4-4606-a988-18a6708ac69f req-5ef31380-a406-4e05-886b-f6bfe2e798c1 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:29:07.391710 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-a08f9748-adb4-4606-a988-18a6708ac69f req-5ef31380-a406-4e05-886b-f6bfe2e798c1 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14435'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:29:07.460166 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-a08f9748-adb4-4606-a988-18a6708ac69f req-5ef31380-a406-4e05-886b-f6bfe2e798c1 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7464609 Jun 24 17:29:07.514455 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.v2.base [req-a08f9748-adb4-4606-a988-18a6708ac69f req-4a32380a-2d41-411d-9653-ce03dd2bfc85 service neutron] Request body: {'port': {'device_id': '8d9c57f7-592e-4054-83e3-1df3a37ea81b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79797'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 17:29:07.591248 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-a08f9748-adb4-4606-a988-18a6708ac69f req-4a32380a-2d41-411d-9653-ce03dd2bfc85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:29:07.654662 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-c33a6802-4e95-45cb-9d62-fc3b512982f0 None None] Provisioning for port 425fc1d1-21d1-4a30-97e9-55d8b1e6c19e completed by entity DHCP. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 17:29:07.658532 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-c33a6802-4e95-45cb-9d62-fc3b512982f0 None None] Provisioning complete for port 425fc1d1-21d1-4a30-97e9-55d8b1e6c19e triggered by entity DHCP. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 17:29:07.659032 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c33a6802-4e95-45cb-9d62-fc3b512982f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979100'] for port, provisioning_complete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:29:07.694737 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-c33a6802-4e95-45cb-9d62-fc3b512982f0 None None] Port 425fc1d1-21d1-4a30-97e9-55d8b1e6c19e cannot update to ACTIVE because it is not bound. {{(pid=93702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 17:29:07.848549 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.notifiers.nova [req-a08f9748-adb4-4606-a988-18a6708ac69f req-4a32380a-2d41-411d-9653-ce03dd2bfc85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 425fc1d1-21d1-4a30-97e9-55d8b1e6c19e {{(pid=93700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 17:29:07.856695 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-a08f9748-adb4-4606-a988-18a6708ac69f req-4a32380a-2d41-411d-9653-ce03dd2bfc85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:29:07.869111 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [req-a08f9748-adb4-4606-a988-18a6708ac69f req-4a32380a-2d41-411d-9653-ce03dd2bfc85 service neutron] Transition to ACTIVE for port object 425fc1d1-21d1-4a30-97e9-55d8b1e6c19e will not be triggered until provisioned by entity L2. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 17:29:07.944758 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-a08f9748-adb4-4606-a988-18a6708ac69f req-4a32380a-2d41-411d-9653-ce03dd2bfc85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2811380'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:29:07.948899 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-0b23f8c6-7cd2-4c47-8b13-5b95fb76b484 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:29:08.002296 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a32380a-2d41-411d-9653-ce03dd2bfc85 service neutron] Pushing event updated for resources: {'Port': ['ID=425fc1d1-21d1-4a30-97e9-55d8b1e6c19e,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:29:08.020253 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-4a32380a-2d41-411d-9653-ce03dd2bfc85 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:29:08.106877 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-a08f9748-adb4-4606-a988-18a6708ac69f req-4a32380a-2d41-411d-9653-ce03dd2bfc85 service neutron] Attempting to bind port 425fc1d1-21d1-4a30-97e9-55d8b1e6c19e on host hv-cinder-79797 for vnic_type normal with profile {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 17:29:08.107337 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-a08f9748-adb4-4606-a988-18a6708ac69f req-4a32380a-2d41-411d-9653-ce03dd2bfc85 service neutron] Attempting to bind port 425fc1d1-21d1-4a30-97e9-55d8b1e6c19e by drivers openvswitch,hyperv on host hv-cinder-79797 at level 0 using segments [{'id': 'a27c2cba-efb1-47be-b4b4-e49fa650729c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ee1eaba0-043d-41fd-889a-45c04e962720'}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 17:29:08.107764 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a08f9748-adb4-4606-a988-18a6708ac69f req-4a32380a-2d41-411d-9653-ce03dd2bfc85 service neutron] Attempting to bind port 425fc1d1-21d1-4a30-97e9-55d8b1e6c19e on network ee1eaba0-043d-41fd-889a-45c04e962720 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 17:29:08.116629 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a08f9748-adb4-4606-a988-18a6708ac69f req-4a32380a-2d41-411d-9653-ce03dd2bfc85 service neutron] Port 425fc1d1-21d1-4a30-97e9-55d8b1e6c19e on network ee1eaba0-043d-41fd-889a-45c04e962720 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79797 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 17:29:08.117084 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a08f9748-adb4-4606-a988-18a6708ac69f req-4a32380a-2d41-411d-9653-ce03dd2bfc85 service neutron] Attempting to bind port 425fc1d1-21d1-4a30-97e9-55d8b1e6c19e on network ee1eaba0-043d-41fd-889a-45c04e962720 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 17:29:08.125237 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a08f9748-adb4-4606-a988-18a6708ac69f req-4a32380a-2d41-411d-9653-ce03dd2bfc85 service neutron] Checking agent: {'id': '1288d539-9cda-419c-bcb9-190041a83682', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79797', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 17, 6, 19), 'started_at': datetime.datetime(2021, 6, 24, 17, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 17, 28, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 17:29:08.134261 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a08f9748-adb4-4606-a988-18a6708ac69f req-4a32380a-2d41-411d-9653-ce03dd2bfc85 service neutron] Checking segment: {'id': 'a27c2cba-efb1-47be-b4b4-e49fa650729c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ee1eaba0-043d-41fd-889a-45c04e962720'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 17:29:08.134261 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a08f9748-adb4-4606-a988-18a6708ac69f req-4a32380a-2d41-411d-9653-ce03dd2bfc85 service neutron] Bound using segment: {'id': 'a27c2cba-efb1-47be-b4b4-e49fa650729c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ee1eaba0-043d-41fd-889a-45c04e962720'} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 17:29:08.134261 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-a08f9748-adb4-4606-a988-18a6708ac69f req-4a32380a-2d41-411d-9653-ce03dd2bfc85 service neutron] Bound port: 425fc1d1-21d1-4a30-97e9-55d8b1e6c19e, host: hv-cinder-79797, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a27c2cba-efb1-47be-b4b4-e49fa650729c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ee1eaba0-043d-41fd-889a-45c04e962720'}}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 17:29:08.134261 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-a08f9748-adb4-4606-a988-18a6708ac69f req-4a32380a-2d41-411d-9653-ce03dd2bfc85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:29:08.201482 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c877e5-af37-4a97-9bef-4b05ff97aafc req-d76a85b2-0a63-4f61-8d55-40affd4db725 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:29:08.202951 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-a1c877e5-af37-4a97-9bef-4b05ff97aafc req-d76a85b2-0a63-4f61-8d55-40affd4db725 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d9c57f7-592e-4054-83e3-1df3a37ea81b HTTP/1.1" status: 200 len: 944 time: 0.1312759 Jun 24 17:29:08.238463 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-a08f9748-adb4-4606-a988-18a6708ac69f req-4a32380a-2d41-411d-9653-ce03dd2bfc85 service neutron] For port 425fc1d1-21d1-4a30-97e9-55d8b1e6c19e, host hv-cinder-79797, cleared binding levels {{(pid=93700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 17:29:08.258675 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-a08f9748-adb4-4606-a988-18a6708ac69f req-4a32380a-2d41-411d-9653-ce03dd2bfc85 service neutron] For port 425fc1d1-21d1-4a30-97e9-55d8b1e6c19e, host hv-cinder-79797, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=425fc1d1-21d1-4a30-97e9-55d8b1e6c19e,segment=NetworkSegment(a27c2cba-efb1-47be-b4b4-e49fa650729c),segment_id=a27c2cba-efb1-47be-b4b4-e49fa650729c)] {{(pid=93700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 17:29:08.264072 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-a1c877e5-af37-4a97-9bef-4b05ff97aafc req-e2b64da8-1106-4399-a160-733c256e2a93 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d4197ed-6ad0-414e-83ab-40091d4d2353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542569 Jun 24 17:29:08.316644 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-a08f9748-adb4-4606-a988-18a6708ac69f req-4a32380a-2d41-411d-9653-ce03dd2bfc85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2811380'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:29:08.319627 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-be69dfcf-114a-47d4-8ed4-5ac6d6cc3f7c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:29:08.349326 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08f9748-adb4-4606-a988-18a6708ac69f req-4a32380a-2d41-411d-9653-ce03dd2bfc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:29:08.349964 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-a08f9748-adb4-4606-a988-18a6708ac69f req-4a32380a-2d41-411d-9653-ce03dd2bfc85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14435'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:29:08.351706 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-a08f9748-adb4-4606-a988-18a6708ac69f req-4a32380a-2d41-411d-9653-ce03dd2bfc85 service neutron] 10.222.0.37 "PUT /v2.0/ports/425fc1d1-21d1-4a30-97e9-55d8b1e6c19e HTTP/1.1" status: 200 len: 1094 time: 0.8774123 Jun 24 17:29:08.352142 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d9c57f7-592e-4054-83e3-1df3a37ea81b', 'tag': '425fc1d1-21d1-4a30-97e9-55d8b1e6c19e'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 17:29:08.355083 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c39e75a9e8347d24c3004332124e07527e89accb2f43d806ee4df9c6bf49ca2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-033aea9a-ed51-4b97-8ee2-a28107257713" -d '{"events": [{"name": "network-changed", "server_uuid": "8d9c57f7-592e-4054-83e3-1df3a37ea81b", "tag": "425fc1d1-21d1-4a30-97e9-55d8b1e6c19e"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 17:29:08.386153 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a32380a-2d41-411d-9653-ce03dd2bfc85 service neutron] Pushing event updated for resources: {'Port': ['ID=425fc1d1-21d1-4a30-97e9-55d8b1e6c19e,revision_number=3']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:29:08.389287 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-4a32380a-2d41-411d-9653-ce03dd2bfc85 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:29:08.395439 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 17:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87691d57-7169-4f2c-a622-8206f9237049 x-openstack-request-id: req-87691d57-7169-4f2c-a622-8206f9237049 {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 17:29:08.395787 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d9c57f7-592e-4054-83e3-1df3a37ea81b", "tag": "425fc1d1-21d1-4a30-97e9-55d8b1e6c19e", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 17:29:08.396202 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-87691d57-7169-4f2c-a622-8206f9237049 {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 17:29:08.396661 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d9c57f7-592e-4054-83e3-1df3a37ea81b', 'tag': '425fc1d1-21d1-4a30-97e9-55d8b1e6c19e', 'status': 'completed', 'code': 200} Jun 24 17:29:08.497489 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033aea9a-ed51-4b97-8ee2-a28107257713 req-83828bf6-b9bd-4956-be57-6db65dd6b2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:29:08.499001 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-033aea9a-ed51-4b97-8ee2-a28107257713 req-83828bf6-b9bd-4956-be57-6db65dd6b2b4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4c8638f5f5214a13ae481f6dcfd72f4e&device_id=8d9c57f7-592e-4054-83e3-1df3a37ea81b HTTP/1.1" status: 200 len: 1097 time: 0.0608628 Jun 24 17:29:08.602302 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033aea9a-ed51-4b97-8ee2-a28107257713 req-d6f32d4c-ec4e-4413-b7d4-47dc9e7bbbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:29:08.604284 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-033aea9a-ed51-4b97-8ee2-a28107257713 req-d6f32d4c-ec4e-4413-b7d4-47dc9e7bbbb6 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=4c8638f5f5214a13ae481f6dcfd72f4e&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0913782 Jun 24 17:29:08.698370 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033aea9a-ed51-4b97-8ee2-a28107257713 req-373105dd-43b3-4eb9-aa4f-691c55bed20f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:29:08.699712 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-033aea9a-ed51-4b97-8ee2-a28107257713 req-373105dd-43b3-4eb9-aa4f-691c55bed20f service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0895975 Jun 24 17:29:08.815084 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08f9748-adb4-4606-a988-18a6708ac69f req-ab1d1522-76fc-4683-9c6f-6aa32bb9167e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:29:08.816396 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-a08f9748-adb4-4606-a988-18a6708ac69f req-ab1d1522-76fc-4683-9c6f-6aa32bb9167e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4c8638f5f5214a13ae481f6dcfd72f4e&device_id=8d9c57f7-592e-4054-83e3-1df3a37ea81b HTTP/1.1" status: 200 len: 1097 time: 0.0517364 Jun 24 17:29:08.862516 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-a08f9748-adb4-4606-a988-18a6708ac69f req-ffd532a7-0ebc-45ce-8dbd-fbbb56b56fc3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=425fc1d1-21d1-4a30-97e9-55d8b1e6c19e HTTP/1.1" status: 200 len: 217 time: 0.0330019 Jun 24 17:29:08.913563 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08f9748-adb4-4606-a988-18a6708ac69f req-0e74a01b-b04e-45d5-a63c-4b97c269af39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:29:08.915002 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-a08f9748-adb4-4606-a988-18a6708ac69f req-0e74a01b-b04e-45d5-a63c-4b97c269af39 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f66f0ce8-ea21-43c3-924a-8c941d208f37 HTTP/1.1" status: 200 len: 850 time: 0.0463390 Jun 24 17:29:08.971536 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08f9748-adb4-4606-a988-18a6708ac69f req-006554fc-4839-4f70-aa20-4d949b8e4342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:29:08.972961 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-a08f9748-adb4-4606-a988-18a6708ac69f req-006554fc-4839-4f70-aa20-4d949b8e4342 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ee1eaba0-043d-41fd-889a-45c04e962720&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0521405 Jun 24 17:29:09.061109 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-a08f9748-adb4-4606-a988-18a6708ac69f req-c5e76813-7a69-4503-abd8-fb03d892dc89 service neutron] 10.222.0.37 "GET /v2.0/networks/ee1eaba0-043d-41fd-889a-45c04e962720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809989 Jun 24 17:29:09.159387 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-a08f9748-adb4-4606-a988-18a6708ac69f req-5f2e9ad6-3599-4792-95af-60f9706ccff5 service neutron] 10.222.0.37 "GET /v2.0/networks/ee1eaba0-043d-41fd-889a-45c04e962720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915649 Jun 24 17:29:09.438814 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e27abbe-abd7-4ad6-9445-ebdddba88002 req-82c483bb-f0a8-4aae-ac72-6623b9b2a4b6 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:29:09.440123 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-8e27abbe-abd7-4ad6-9445-ebdddba88002 req-82c483bb-f0a8-4aae-ac72-6623b9b2a4b6 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d9c57f7-592e-4054-83e3-1df3a37ea81b HTTP/1.1" status: 200 len: 944 time: 0.0620883 Jun 24 17:29:09.478051 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-8e27abbe-abd7-4ad6-9445-ebdddba88002 req-601e76f8-9872-41e2-b5f8-16da7a83638e tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d4197ed-6ad0-414e-83ab-40091d4d2353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321732 Jun 24 17:29:10.651221 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e17e2ad-993d-41c6-816c-acee4898fd25 req-86286e73-b9c2-4c91-8979-1935d0166663 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:29:10.652583 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-2e17e2ad-993d-41c6-816c-acee4898fd25 req-86286e73-b9c2-4c91-8979-1935d0166663 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d9c57f7-592e-4054-83e3-1df3a37ea81b HTTP/1.1" status: 200 len: 944 time: 0.0660970 Jun 24 17:29:10.690115 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-2e17e2ad-993d-41c6-816c-acee4898fd25 req-c320880b-a909-4362-bd05-0f5e10cfd5e4 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d4197ed-6ad0-414e-83ab-40091d4d2353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317028 Jun 24 17:29:11.157548 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d76d0f76-1281-4ea1-8fc2-1d97be7556ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:29:11.860912 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2aec5e-de81-46b8-8d0e-205282760b9c req-665141b1-1f15-4a20-951d-53be3a42f862 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:29:11.862337 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-2d2aec5e-de81-46b8-8d0e-205282760b9c req-665141b1-1f15-4a20-951d-53be3a42f862 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d9c57f7-592e-4054-83e3-1df3a37ea81b HTTP/1.1" status: 200 len: 944 time: 0.0650299 Jun 24 17:29:11.899280 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-2d2aec5e-de81-46b8-8d0e-205282760b9c req-2ee00646-d888-4717-aff0-cd875df26053 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d4197ed-6ad0-414e-83ab-40091d4d2353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313320 Jun 24 17:29:13.071193 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f388c9-e3fd-4986-91e2-8447fe7c0052 req-c960a538-2bf7-4e13-a38f-fc6192d28c4d tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:29:13.072542 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-f1f388c9-e3fd-4986-91e2-8447fe7c0052 req-c960a538-2bf7-4e13-a38f-fc6192d28c4d tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d9c57f7-592e-4054-83e3-1df3a37ea81b HTTP/1.1" status: 200 len: 944 time: 0.0617151 Jun 24 17:29:13.109174 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-f1f388c9-e3fd-4986-91e2-8447fe7c0052 req-3ba63515-c8b0-4fd1-9f53-e033cfa32e54 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d4197ed-6ad0-414e-83ab-40091d4d2353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312023 Jun 24 17:29:13.471142 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-6a5abf06-e91a-49a4-9047-67d9eab3cddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:29:13.939938 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:29:14.280878 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52920177-8012-4a60-b821-90de38425f38 req-17489918-1599-4026-a358-006fd0fc9654 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:29:14.282368 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-52920177-8012-4a60-b821-90de38425f38 req-17489918-1599-4026-a358-006fd0fc9654 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d9c57f7-592e-4054-83e3-1df3a37ea81b HTTP/1.1" status: 200 len: 944 time: 0.0633187 Jun 24 17:29:14.318580 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-52920177-8012-4a60-b821-90de38425f38 req-d39f0b58-3b2f-4589-bdd9-0b82938d0218 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d4197ed-6ad0-414e-83ab-40091d4d2353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306783 Jun 24 17:29:14.974347 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5af43288-dd02-4084-874e-f1fcba283848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:29:15.489596 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9457fa99-9b6c-479b-a562-4f89aad17245 req-c0b72643-6b57-477a-83fc-bc2d6620ea8a tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:29:15.491044 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-9457fa99-9b6c-479b-a562-4f89aad17245 req-c0b72643-6b57-477a-83fc-bc2d6620ea8a tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d9c57f7-592e-4054-83e3-1df3a37ea81b HTTP/1.1" status: 200 len: 944 time: 0.0619259 Jun 24 17:29:15.527564 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-9457fa99-9b6c-479b-a562-4f89aad17245 req-ec83c01b-4a7f-4093-acc1-e95b33764078 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d4197ed-6ad0-414e-83ab-40091d4d2353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303485 Jun 24 17:29:16.511518 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-845c8506-8cf5-4b6b-bbc4-443bdb09ac47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:29:16.701848 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c919c33a-47db-41ab-8978-4481c5e989c8 req-cad65f0f-2b79-4e22-98e4-e20e9498f1bb tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:29:16.703148 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-c919c33a-47db-41ab-8978-4481c5e989c8 req-cad65f0f-2b79-4e22-98e4-e20e9498f1bb tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d9c57f7-592e-4054-83e3-1df3a37ea81b HTTP/1.1" status: 200 len: 944 time: 0.0668340 Jun 24 17:29:17.010946 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-c919c33a-47db-41ab-8978-4481c5e989c8 req-afbe4bed-e9eb-45ff-80f0-d842a2b7c782 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d4197ed-6ad0-414e-83ab-40091d4d2353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3021333 Jun 24 17:29:18.187152 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cd8a69-9021-4e1e-ae2e-40ef472c4a9f req-c30fb465-64e9-460d-9f0b-c3aa5f8c85d7 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:29:18.188494 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-c7cd8a69-9021-4e1e-ae2e-40ef472c4a9f req-c30fb465-64e9-460d-9f0b-c3aa5f8c85d7 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d9c57f7-592e-4054-83e3-1df3a37ea81b HTTP/1.1" status: 200 len: 944 time: 0.0698929 Jun 24 17:29:18.225740 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-c7cd8a69-9021-4e1e-ae2e-40ef472c4a9f req-ce327fa9-971d-4b72-b726-097c27660d44 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d4197ed-6ad0-414e-83ab-40091d4d2353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316789 Jun 24 17:29:18.792309 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Device 425fc1d1-21d1-4a30-97e9-55d8b1e6c19e details requested by agent hyperv_hv-cinder-79797 with host hv-cinder-79797 {{(pid=93702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 17:29:18.882396 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] For port 425fc1d1-21d1-4a30-97e9-55d8b1e6c19e, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=425fc1d1-21d1-4a30-97e9-55d8b1e6c19e,segment=NetworkSegment(a27c2cba-efb1-47be-b4b4-e49fa650729c),segment_id=a27c2cba-efb1-47be-b4b4-e49fa650729c)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 17:29:18.894444 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Returning: {'device': '425fc1d1-21d1-4a30-97e9-55d8b1e6c19e', 'network_id': 'ee1eaba0-043d-41fd-889a-45c04e962720', 'port_id': '425fc1d1-21d1-4a30-97e9-55d8b1e6c19e', 'mac_address': 'fa:16:3e:37:6c:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f66f0ce8-ea21-43c3-924a-8c941d208f37', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 17:29:18.933468 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:29:18.945590 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.notifiers.nova [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 425fc1d1-21d1-4a30-97e9-55d8b1e6c19e {{(pid=93702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 17:29:18.965198 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] For port 425fc1d1-21d1-4a30-97e9-55d8b1e6c19e, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=425fc1d1-21d1-4a30-97e9-55d8b1e6c19e,segment=NetworkSegment(a27c2cba-efb1-47be-b4b4-e49fa650729c),segment_id=a27c2cba-efb1-47be-b4b4-e49fa650729c)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 17:29:19.014110 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:29:19.015871 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-63f43622-4ea3-4731-bc9c-b7e9638b8e8d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:29:19.063112 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Pushing event updated for resources: {'Port': ['ID=425fc1d1-21d1-4a30-97e9-55d8b1e6c19e,revision_number=4']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:29:19.069905 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:29:19.070252 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:29:19.070590 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:29:19.070949 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:29:19.071277 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:29:19.072676 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:29:19.073013 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:29:19.073341 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:29:19.073750 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:29:19.074081 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:29:19.074406 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:29:19.074741 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:29:19.078509 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:29:19.410991 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5517e77e-692f-4af0-a741-4042fabe39c8 req-b99707a3-a1a0-408a-bc87-813344549968 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:29:19.412409 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-5517e77e-692f-4af0-a741-4042fabe39c8 req-b99707a3-a1a0-408a-bc87-813344549968 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d9c57f7-592e-4054-83e3-1df3a37ea81b HTTP/1.1" status: 200 len: 945 time: 0.0714598 Jun 24 17:29:19.449276 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-5517e77e-692f-4af0-a741-4042fabe39c8 req-09a1a1f3-7a40-48c3-b895-fb519f11a6a4 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d4197ed-6ad0-414e-83ab-40091d4d2353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305059 Jun 24 17:29:19.451838 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] get_ports_and_sgs() called for port_ids ['425fc1d1-21d1-4a30-97e9-55d8b1e6c19e'] {{(pid=93702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 17:29:20.620604 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28224bd-b0c3-4f38-995b-0f2dc58fc615 req-6c6ea622-1332-4423-a7a8-e1bd2e623f8a tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:29:20.622127 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-f28224bd-b0c3-4f38-995b-0f2dc58fc615 req-6c6ea622-1332-4423-a7a8-e1bd2e623f8a tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d9c57f7-592e-4054-83e3-1df3a37ea81b HTTP/1.1" status: 200 len: 945 time: 0.0620835 Jun 24 17:29:20.659122 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-f28224bd-b0c3-4f38-995b-0f2dc58fc615 req-241c62c3-77d7-4507-b1fd-9f6f35039dd6 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d4197ed-6ad0-414e-83ab-40091d4d2353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313931 Jun 24 17:29:20.805442 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Device 425fc1d1-21d1-4a30-97e9-55d8b1e6c19e up at agent hyperv_hv-cinder-79797 {{(pid=93702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 17:29:20.905698 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Provisioning for port 425fc1d1-21d1-4a30-97e9-55d8b1e6c19e completed by entity L2. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 17:29:20.909554 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Provisioning complete for port 425fc1d1-21d1-4a30-97e9-55d8b1e6c19e triggered by entity L2. {{(pid=93702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 17:29:20.909902 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979100'] for port, provisioning_complete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:29:20.985148 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:29:21.006284 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d9c57f7-592e-4054-83e3-1df3a37ea81b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '425fc1d1-21d1-4a30-97e9-55d8b1e6c19e'}] {{(pid=93702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 17:29:21.008521 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d8b605067795a7fc2c115f7278a2b51e92dc277499becda2f2169a787a2c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56bc519a-e1f1-4045-8e67-7b1654f7eeca" -d '{"events": [{"server_uuid": "8d9c57f7-592e-4054-83e3-1df3a37ea81b", "name": "network-vif-plugged", "status": "completed", "tag": "425fc1d1-21d1-4a30-97e9-55d8b1e6c19e"}]}' {{(pid=93702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 17:29:21.021448 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] For port 425fc1d1-21d1-4a30-97e9-55d8b1e6c19e, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=425fc1d1-21d1-4a30-97e9-55d8b1e6c19e,segment=NetworkSegment(a27c2cba-efb1-47be-b4b4-e49fa650729c),segment_id=a27c2cba-efb1-47be-b4b4-e49fa650729c)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 17:29:21.057167 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 17:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bf75602-f177-4ea3-b135-fb69680c0d82 x-openstack-request-id: req-0bf75602-f177-4ea3-b135-fb69680c0d82 {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 17:29:21.057472 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d9c57f7-592e-4054-83e3-1df3a37ea81b", "name": "network-vif-plugged", "status": "completed", "tag": "425fc1d1-21d1-4a30-97e9-55d8b1e6c19e", "code": 200}]} {{(pid=93702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 17:29:21.057782 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0bf75602-f177-4ea3-b135-fb69680c0d82 {{(pid=93702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 17:29:21.058192 dv-cinder-797970-1-iscsi neutron-server[93702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d9c57f7-592e-4054-83e3-1df3a37ea81b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '425fc1d1-21d1-4a30-97e9-55d8b1e6c19e', 'code': 200} Jun 24 17:29:21.065721 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:29:21.067551 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:29:21.113367 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Pushing event updated for resources: {'Port': ['ID=425fc1d1-21d1-4a30-97e9-55d8b1e6c19e,revision_number=5']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:29:21.116223 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:29:21.481475 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819bce5d-8807-451e-a04e-67eaf071e3a9 req-ae59befe-09c5-410d-8342-e3009954206f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:29:21.482926 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-819bce5d-8807-451e-a04e-67eaf071e3a9 req-ae59befe-09c5-410d-8342-e3009954206f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8d9c57f7-592e-4054-83e3-1df3a37ea81b HTTP/1.1" status: 200 len: 1099 time: 0.0509484 Jun 24 17:29:21.519180 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-819bce5d-8807-451e-a04e-67eaf071e3a9 req-49fcdd26-0466-4ba2-a353-baf55f923ae9 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=0d4197ed-6ad0-414e-83ab-40091d4d2353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298796 Jun 24 17:29:21.833636 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53ffc9a-c6df-4e05-af02-b4920646af0c req-972918db-f85d-4107-baf7-7b7804588f27 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:29:21.835034 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-a53ffc9a-c6df-4e05-af02-b4920646af0c req-972918db-f85d-4107-baf7-7b7804588f27 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d9c57f7-592e-4054-83e3-1df3a37ea81b HTTP/1.1" status: 200 len: 946 time: 0.0669949 Jun 24 17:29:21.871927 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-a53ffc9a-c6df-4e05-af02-b4920646af0c req-e6297ddd-d1a6-4e5d-8a0b-9fb8472fb955 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d4197ed-6ad0-414e-83ab-40091d4d2353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310757 Jun 24 17:29:21.922064 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:29:23.047010 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a065b1-eb33-4ac1-851a-df9e9c70a59e req-a59eed98-08b1-44ae-a9c8-9cdc7a1d57b1 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:29:23.048454 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-58a065b1-eb33-4ac1-851a-df9e9c70a59e req-a59eed98-08b1-44ae-a9c8-9cdc7a1d57b1 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d9c57f7-592e-4054-83e3-1df3a37ea81b HTTP/1.1" status: 200 len: 946 time: 0.0673726 Jun 24 17:29:23.085950 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-58a065b1-eb33-4ac1-851a-df9e9c70a59e req-019b54dd-b6a8-45de-9775-3e061e939fb9 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d4197ed-6ad0-414e-83ab-40091d4d2353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317156 Jun 24 17:29:24.261539 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eedadf-4595-48af-b622-81d5c0bfc796 req-5f41e219-98f7-4160-97d1-da34b76fb3ee tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:29:24.262930 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-64eedadf-4595-48af-b622-81d5c0bfc796 req-5f41e219-98f7-4160-97d1-da34b76fb3ee tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d9c57f7-592e-4054-83e3-1df3a37ea81b HTTP/1.1" status: 200 len: 946 time: 0.0638092 Jun 24 17:29:24.299798 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-64eedadf-4595-48af-b622-81d5c0bfc796 req-04274c5e-e562-41e8-b62c-3e52d7705f2c tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d4197ed-6ad0-414e-83ab-40091d4d2353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313253 Jun 24 17:29:24.471981 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b08a8c0-c891-4049-80e0-ba76016c4cb6 req-db8bfd07-4f15-47da-b92a-1d8ba85fea5d tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:29:24.473423 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-8b08a8c0-c891-4049-80e0-ba76016c4cb6 req-db8bfd07-4f15-47da-b92a-1d8ba85fea5d tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d9c57f7-592e-4054-83e3-1df3a37ea81b HTTP/1.1" status: 200 len: 946 time: 0.0617111 Jun 24 17:29:24.510351 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-8b08a8c0-c891-4049-80e0-ba76016c4cb6 req-ab95dce1-ebef-4775-9078-c57615453406 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d4197ed-6ad0-414e-83ab-40091d4d2353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309439 Jun 24 17:29:24.535236 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 37572) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:29:24.630841 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7b5f15e-ab4b-4616-825b-8e12312be5b4 tempest-TestVolumeBootPattern-307845473 tempest-TestVolumeBootPattern-307845473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:29:24.632317 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-c7b5f15e-ab4b-4616-825b-8e12312be5b4 tempest-TestVolumeBootPattern-307845473 tempest-TestVolumeBootPattern-307845473-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=8d9c57f7-592e-4054-83e3-1df3a37ea81b HTTP/1.1" status: 200 len: 1094 time: 0.0961154 Jun 24 17:29:24.635271 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 37576) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:29:24.639699 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.v2.base [None req-21f831c9-dbc1-42c7-80cb-ddce0da46220 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Request body: {'floatingip': {'floating_network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'port_id': '425fc1d1-21d1-4a30-97e9-55d8b1e6c19e', 'tenant_id': '4c8638f5f5214a13ae481f6dcfd72f4e', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 17:29:24.722950 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-21f831c9-dbc1-42c7-80cb-ddce0da46220 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Notify callbacks [] for floatingip, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:29:24.814588 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-21f831c9-dbc1-42c7-80cb-ddce0da46220 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:29:24.916500 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [None req-21f831c9-dbc1-42c7-80cb-ddce0da46220 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Allocated IP 172.27.2.66 (d3559561-7efd-493e-88d1-7d47e478b72a/004d905c-cc14-4189-936d-82a0eea7da62/a460baef-5881-492f-b85e-9c7caa4d2e9d) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 17:29:25.013157 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-21f831c9-dbc1-42c7-80cb-ddce0da46220 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:29:25.111372 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-21f831c9-dbc1-42c7-80cb-ddce0da46220 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1991527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-355756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734938254830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2811142'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:29:25.114156 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-755e5d0a-bada-46e9-a769-c6e63bc1eed5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:29:25.153540 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f831c9-dbc1-42c7-80cb-ddce0da46220 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Network d3559561-7efd-493e-88d1-7d47e478b72a is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 17:29:25.156214 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-21f831c9-dbc1-42c7-80cb-ddce0da46220 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 17:29:25.158869 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f831c9-dbc1-42c7-80cb-ddce0da46220 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 17:29:25.185745 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f831c9-dbc1-42c7-80cb-ddce0da46220 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Pushing event updated for resources: {'Port': ['ID=a460baef-5881-492f-b85e-9c7caa4d2e9d,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:29:25.189401 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-21f831c9-dbc1-42c7-80cb-ddce0da46220 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:29:25.518546 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-21f831c9-dbc1-42c7-80cb-ddce0da46220 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:29:25.636307 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-21f831c9-dbc1-42c7-80cb-ddce0da46220 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991462'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:29:25.780032 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-21f831c9-dbc1-42c7-80cb-ddce0da46220 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:29:25.854417 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-21f831c9-dbc1-42c7-80cb-ddce0da46220 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734938646712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734938206980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734938207025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2811380'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:29:25.856454 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-82e589a2-9949-4314-88fc-35e044b1c367 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:29:25.919233 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f831c9-dbc1-42c7-80cb-ddce0da46220 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Pushing event updated for resources: {'Port': ['ID=a460baef-5881-492f-b85e-9c7caa4d2e9d,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:29:25.922996 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-21f831c9-dbc1-42c7-80cb-ddce0da46220 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:29:25.931704 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-21f831c9-dbc1-42c7-80cb-ddce0da46220 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-938496'] for floatingip, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:29:26.034392 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.db.l3_db [None req-21f831c9-dbc1-42c7-80cb-ddce0da46220 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Floating IP 8912cc6a-e5c9-4cf8-90ca-40cd6df7290f associated. External IP: 172.27.2.66, port: 425fc1d1-21d1-4a30-97e9-55d8b1e6c19e. Jun 24 17:29:26.232889 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21f831c9-dbc1-42c7-80cb-ddce0da46220 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Router aef66692-88dd-48a3-ad0b-72b8eed65772 has already been hosted by L3 agent ebb0bbf0-d6bc-43df-80f2-a0cdb1424f3b {{(pid=93700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 17:29:26.334633 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21f831c9-dbc1-42c7-80cb-ddce0da46220 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Notify agent at l3_agent.dv-cinder-797970-1-iscsi the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 17:29:26.345530 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e763e39-856e-4935-9527-8bcbc07e138b None None] Sync routers for ids ['aef66692-88dd-48a3-ad0b-72b8eed65772'] in dv-cinder-797970-1-iscsi {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 17:29:26.355027 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e763e39-856e-4935-9527-8bcbc07e138b None None] Routers {'aef66692-88dd-48a3-ad0b-72b8eed65772'} bound to L3 agent in host dv-cinder-797970-1-iscsi {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 17:29:26.355632 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-6e763e39-856e-4935-9527-8bcbc07e138b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T17:00:13Z,description=,heartbeat_timestamp=2021-06-24T17:29:13Z,host='dv-cinder-797970-1-iscsi',id=ebb0bbf0-d6bc-43df-80f2-a0cdb1424f3b,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T17:00:14Z,topic='l3_agent')) {'router_ids': ['aef66692-88dd-48a3-ad0b-72b8eed65772'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:29:26.448885 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-21f831c9-dbc1-42c7-80cb-ddce0da46220 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14435'] for floatingip, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:29:26.487837 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-21f831c9-dbc1-42c7-80cb-ddce0da46220 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8515077 Jun 24 17:29:26.488623 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d9c57f7-592e-4054-83e3-1df3a37ea81b', 'tag': '425fc1d1-21d1-4a30-97e9-55d8b1e6c19e'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 17:29:26.491139 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c39e75a9e8347d24c3004332124e07527e89accb2f43d806ee4df9c6bf49ca2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-226971c4-eb27-4cbe-a2a5-ac9abf3eee61" -d '{"events": [{"name": "network-changed", "server_uuid": "8d9c57f7-592e-4054-83e3-1df3a37ea81b", "tag": "425fc1d1-21d1-4a30-97e9-55d8b1e6c19e"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 17:29:26.528280 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 17:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f86d443d-ebec-4dd6-8d4f-04c55dbf525a x-openstack-request-id: req-f86d443d-ebec-4dd6-8d4f-04c55dbf525a {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 17:29:26.528905 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d9c57f7-592e-4054-83e3-1df3a37ea81b", "tag": "425fc1d1-21d1-4a30-97e9-55d8b1e6c19e", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 17:29:26.528905 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f86d443d-ebec-4dd6-8d4f-04c55dbf525a {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 17:29:26.529342 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d9c57f7-592e-4054-83e3-1df3a37ea81b', 'tag': '425fc1d1-21d1-4a30-97e9-55d8b1e6c19e', 'status': 'completed', 'code': 200} Jun 24 17:29:26.580720 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-6e763e39-856e-4935-9527-8bcbc07e138b None None] Set router aef66692-88dd-48a3-ad0b-72b8eed65772 gateway port host: dv-cinder-797970-1-iscsi {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 17:29:26.630364 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226971c4-eb27-4cbe-a2a5-ac9abf3eee61 req-67a0a496-9f7b-4c58-9dfa-960645b7090a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:29:26.631835 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-226971c4-eb27-4cbe-a2a5-ac9abf3eee61 req-67a0a496-9f7b-4c58-9dfa-960645b7090a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4c8638f5f5214a13ae481f6dcfd72f4e&device_id=8d9c57f7-592e-4054-83e3-1df3a37ea81b HTTP/1.1" status: 200 len: 1099 time: 0.0571949 Jun 24 17:29:26.721806 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226971c4-eb27-4cbe-a2a5-ac9abf3eee61 req-5313b023-fe14-4b53-81b6-a3af919a0c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:29:26.723256 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-226971c4-eb27-4cbe-a2a5-ac9abf3eee61 req-5313b023-fe14-4b53-81b6-a3af919a0c54 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ee1eaba0-043d-41fd-889a-45c04e962720 HTTP/1.1" status: 200 len: 911 time: 0.0844655 Jun 24 17:29:26.790613 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-226971c4-eb27-4cbe-a2a5-ac9abf3eee61 req-651591e8-6181-4979-ad81-cc200e73fbd4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=425fc1d1-21d1-4a30-97e9-55d8b1e6c19e HTTP/1.1" status: 200 len: 999 time: 0.0604031 Jun 24 17:29:26.807040 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-6e763e39-856e-4935-9527-8bcbc07e138b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aef66692-88dd-48a3-ad0b-72b8eed65772', 'name': 'tempest-TestVolumeBootPattern-439769473-router', 'tenant_id': '4c8638f5f5214a13ae481f6dcfd72f4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'external_fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '61c73248-def9-4f52-ba8e-cf4b3d49f9c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T17:23:03Z', 'updated_at': '2021-06-24T17:23:06Z', 'revision_number': 4, 'project_id': '4c8638f5f5214a13ae481f6dcfd72f4e', 'gw_port': {'id': '61c73248-def9-4f52-ba8e-cf4b3d49f9c1', 'name': '', 'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:13:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef66692-88dd-48a3-ad0b-72b8eed65772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:23:04Z', 'updated_at': '2021-06-24T17:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '004d905c-cc14-4189-936d-82a0eea7da62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-1-iscsi', '_floatingips': [{'id': '8912cc6a-e5c9-4cf8-90ca-40cd6df7290f', 'tenant_id': '4c8638f5f5214a13ae481f6dcfd72f4e', 'floating_ip_address': '172.27.2.66', 'floating_network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'router_id': 'aef66692-88dd-48a3-ad0b-72b8eed65772', 'port_id': '425fc1d1-21d1-4a30-97e9-55d8b1e6c19e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee1eaba0-043d-41fd-889a-45c04e962720', 'mac_address': 'fa:16:3e:37:6c:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d9c57f7-592e-4054-83e3-1df3a37ea81b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T17:29:25Z', 'updated_at': '2021-06-24T17:29:25Z', 'revision_number': 0, 'project_id': '4c8638f5f5214a13ae481f6dcfd72f4e', 'fixed_ip_address_scope': None}, {'id': '8c5cc687-94ea-4af7-af03-94e967d03ff0', 'tenant_id': '4c8638f5f5214a13ae481f6dcfd72f4e', 'floating_ip_address': '172.27.2.152', 'floating_network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'router_id': 'aef66692-88dd-48a3-ad0b-72b8eed65772', 'port_id': '39b22f4d-48be-4bf9-a141-001e3f48ce22', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee1eaba0-043d-41fd-889a-45c04e962720', 'mac_address': 'fa:16:3e:45:8d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29b6f8a-2a61-41cd-b8d2-b633a9f28463', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T17:26:47Z', 'updated_at': '2021-06-24T17:26:49Z', 'revision_number': 1, 'project_id': '4c8638f5f5214a13ae481f6dcfd72f4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c57fbde3-19da-48b3-9bbe-215e456eb6e6', 'name': '', 'network_id': 'ee1eaba0-043d-41fd-889a-45c04e962720', 'tenant_id': '4c8638f5f5214a13ae481f6dcfd72f4e', 'mac_address': 'fa:16:3e:aa:5e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef66692-88dd-48a3-ad0b-72b8eed65772', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'f66f0ce8-ea21-43c3-924a-8c941d208f37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:23:06Z', 'updated_at': '2021-06-24T17:23:12Z', 'revision_number': 5, 'project_id': '4c8638f5f5214a13ae481f6dcfd72f4e', 'subnets': [{'id': 'f66f0ce8-ea21-43c3-924a-8c941d208f37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-1-iscsi', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:29:26.831850 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e763e39-856e-4935-9527-8bcbc07e138b None None] Checking router: aef66692-88dd-48a3-ad0b-72b8eed65772 for host: dv-cinder-797970-1-iscsi {{(pid=93702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 17:29:26.837149 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226971c4-eb27-4cbe-a2a5-ac9abf3eee61 req-7ec03f06-0821-43e5-9c58-3825eb5067ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:29:26.838574 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-226971c4-eb27-4cbe-a2a5-ac9abf3eee61 req-7ec03f06-0821-43e5-9c58-3825eb5067ea service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f66f0ce8-ea21-43c3-924a-8c941d208f37 HTTP/1.1" status: 200 len: 850 time: 0.0426302 Jun 24 17:29:26.840312 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e763e39-856e-4935-9527-8bcbc07e138b None None] Routers {'aef66692-88dd-48a3-ad0b-72b8eed65772'} bound to L3 agent in host dv-cinder-797970-1-iscsi {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 17:29:26.840905 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-6e763e39-856e-4935-9527-8bcbc07e138b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T17:00:13Z,description=,heartbeat_timestamp=2021-06-24T17:29:13Z,host='dv-cinder-797970-1-iscsi',id=ebb0bbf0-d6bc-43df-80f2-a0cdb1424f3b,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T17:00:14Z,topic='l3_agent')) {'router_ids': ['aef66692-88dd-48a3-ad0b-72b8eed65772'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:29:26.895262 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226971c4-eb27-4cbe-a2a5-ac9abf3eee61 req-46ba9572-63eb-4a1e-9e16-6046a7727ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:29:26.896622 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-226971c4-eb27-4cbe-a2a5-ac9abf3eee61 req-46ba9572-63eb-4a1e-9e16-6046a7727ead service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ee1eaba0-043d-41fd-889a-45c04e962720&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0519526 Jun 24 17:29:26.944800 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-6e763e39-856e-4935-9527-8bcbc07e138b None None] Set router aef66692-88dd-48a3-ad0b-72b8eed65772 gateway port host: dv-cinder-797970-1-iscsi {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 17:29:26.987787 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-226971c4-eb27-4cbe-a2a5-ac9abf3eee61 req-d9efe655-d85e-487e-899e-cd0716c10087 service neutron] 10.222.0.37 "GET /v2.0/networks/ee1eaba0-043d-41fd-889a-45c04e962720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843856 Jun 24 17:29:27.074778 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-226971c4-eb27-4cbe-a2a5-ac9abf3eee61 req-31a3e0a3-8253-45a9-b9b5-fe04e13d2fa7 service neutron] 10.222.0.37 "GET /v2.0/networks/ee1eaba0-043d-41fd-889a-45c04e962720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799780 Jun 24 17:29:27.169132 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-6e763e39-856e-4935-9527-8bcbc07e138b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aef66692-88dd-48a3-ad0b-72b8eed65772', 'name': 'tempest-TestVolumeBootPattern-439769473-router', 'tenant_id': '4c8638f5f5214a13ae481f6dcfd72f4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'external_fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '61c73248-def9-4f52-ba8e-cf4b3d49f9c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T17:23:03Z', 'updated_at': '2021-06-24T17:23:06Z', 'revision_number': 4, 'project_id': '4c8638f5f5214a13ae481f6dcfd72f4e', 'gw_port': {'id': '61c73248-def9-4f52-ba8e-cf4b3d49f9c1', 'name': '', 'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:13:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef66692-88dd-48a3-ad0b-72b8eed65772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:23:04Z', 'updated_at': '2021-06-24T17:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '004d905c-cc14-4189-936d-82a0eea7da62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-1-iscsi', '_floatingips': [{'id': '8912cc6a-e5c9-4cf8-90ca-40cd6df7290f', 'tenant_id': '4c8638f5f5214a13ae481f6dcfd72f4e', 'floating_ip_address': '172.27.2.66', 'floating_network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'router_id': 'aef66692-88dd-48a3-ad0b-72b8eed65772', 'port_id': '425fc1d1-21d1-4a30-97e9-55d8b1e6c19e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee1eaba0-043d-41fd-889a-45c04e962720', 'mac_address': 'fa:16:3e:37:6c:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d9c57f7-592e-4054-83e3-1df3a37ea81b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T17:29:25Z', 'updated_at': '2021-06-24T17:29:25Z', 'revision_number': 0, 'project_id': '4c8638f5f5214a13ae481f6dcfd72f4e', 'fixed_ip_address_scope': None}, {'id': '8c5cc687-94ea-4af7-af03-94e967d03ff0', 'tenant_id': '4c8638f5f5214a13ae481f6dcfd72f4e', 'floating_ip_address': '172.27.2.152', 'floating_network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'router_id': 'aef66692-88dd-48a3-ad0b-72b8eed65772', 'port_id': '39b22f4d-48be-4bf9-a141-001e3f48ce22', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee1eaba0-043d-41fd-889a-45c04e962720', 'mac_address': 'fa:16:3e:45:8d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29b6f8a-2a61-41cd-b8d2-b633a9f28463', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T17:26:47Z', 'updated_at': '2021-06-24T17:26:49Z', 'revision_number': 1, 'project_id': '4c8638f5f5214a13ae481f6dcfd72f4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c57fbde3-19da-48b3-9bbe-215e456eb6e6', 'name': '', 'network_id': 'ee1eaba0-043d-41fd-889a-45c04e962720', 'tenant_id': '4c8638f5f5214a13ae481f6dcfd72f4e', 'mac_address': 'fa:16:3e:aa:5e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef66692-88dd-48a3-ad0b-72b8eed65772', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'f66f0ce8-ea21-43c3-924a-8c941d208f37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:23:06Z', 'updated_at': '2021-06-24T17:23:12Z', 'revision_number': 5, 'project_id': '4c8638f5f5214a13ae481f6dcfd72f4e', 'subnets': [{'id': 'f66f0ce8-ea21-43c3-924a-8c941d208f37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-1-iscsi', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:29:27.194468 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e763e39-856e-4935-9527-8bcbc07e138b None None] The sync data for ids ['aef66692-88dd-48a3-ad0b-72b8eed65772'] in dv-cinder-797970-1-iscsi is: [{'id': 'aef66692-88dd-48a3-ad0b-72b8eed65772', 'name': 'tempest-TestVolumeBootPattern-439769473-router', 'tenant_id': '4c8638f5f5214a13ae481f6dcfd72f4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'external_fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '61c73248-def9-4f52-ba8e-cf4b3d49f9c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T17:23:03Z', 'updated_at': '2021-06-24T17:23:06Z', 'revision_number': 4, 'project_id': '4c8638f5f5214a13ae481f6dcfd72f4e', 'gw_port': {'id': '61c73248-def9-4f52-ba8e-cf4b3d49f9c1', 'name': '', 'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:13:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef66692-88dd-48a3-ad0b-72b8eed65772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:23:04Z', 'updated_at': '2021-06-24T17:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '004d905c-cc14-4189-936d-82a0eea7da62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-1-iscsi', '_floatingips': [{'id': '8912cc6a-e5c9-4cf8-90ca-40cd6df7290f', 'tenant_id': '4c8638f5f5214a13ae481f6dcfd72f4e', 'floating_ip_address': '172.27.2.66', 'floating_network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'router_id': 'aef66692-88dd-48a3-ad0b-72b8eed65772', 'port_id': '425fc1d1-21d1-4a30-97e9-55d8b1e6c19e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee1eaba0-043d-41fd-889a-45c04e962720', 'mac_address': 'fa:16:3e:37:6c:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d9c57f7-592e-4054-83e3-1df3a37ea81b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T17:29:25Z', 'updated_at': '2021-06-24T17:29:25Z', 'revision_number': 0, 'project_id': '4c8638f5f5214a13ae481f6dcfd72f4e', 'fixed_ip_address_scope': None}, {'id': '8c5cc687-94ea-4af7-af03-94e967d03ff0', 'tenant_id': '4c8638f5f5214a13ae481f6dcfd72f4e', 'floating_ip_address': '172.27.2.152', 'floating_network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'router_id': 'aef66692-88dd-48a3-ad0b-72b8eed65772', 'port_id': '39b22f4d-48be-4bf9-a141-001e3f48ce22', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee1eaba0-043d-41fd-889a-45c04e962720', 'mac_address': 'fa:16:3e:45:8d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29b6f8a-2a61-41cd-b8d2-b633a9f28463', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T17:26:47Z', 'updated_at': '2021-06-24T17:26:49Z', 'revision_number': 1, 'project_id': '4c8638f5f5214a13ae481f6dcfd72f4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c57fbde3-19da-48b3-9bbe-215e456eb6e6', 'name': '', 'network_id': 'ee1eaba0-043d-41fd-889a-45c04e962720', 'tenant_id': '4c8638f5f5214a13ae481f6dcfd72f4e', 'mac_address': 'fa:16:3e:aa:5e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef66692-88dd-48a3-ad0b-72b8eed65772', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'f66f0ce8-ea21-43c3-924a-8c941d208f37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:23:06Z', 'updated_at': '2021-06-24T17:23:12Z', 'revision_number': 5, 'project_id': '4c8638f5f5214a13ae481f6dcfd72f4e', 'subnets': [{'id': 'f66f0ce8-ea21-43c3-924a-8c941d208f37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 17:29:27.380526 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b01c75-a20e-4f01-8ed4-ea016ad21931 None None] New status for floating IP 8912cc6a-e5c9-4cf8-90ca-40cd6df7290f: ACTIVE {{(pid=93703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 17:29:28.314698 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.agents_db [None req-27f02d43-57e8-424c-a1b0-5a1f36db1773 None None] Agent healthcheck: found 6 active agents {{(pid=93703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 17:29:39.740021 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-e5e8edd6-dbf5-4cc0-bcba-ed283a4dfee8 req-ac3532e8-7085-47a8-9190-346d3c12294a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b29b6f8a-2a61-41cd-b8d2-b633a9f28463&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0513825 Jun 24 17:29:39.855084 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e8edd6-dbf5-4cc0-bcba-ed283a4dfee8 req-6da3b335-7364-4186-b5c8-3f00a39151c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:29:39.856503 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-e5e8edd6-dbf5-4cc0-bcba-ed283a4dfee8 req-6da3b335-7364-4186-b5c8-3f00a39151c3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4c8638f5f5214a13ae481f6dcfd72f4e&device_id=b29b6f8a-2a61-41cd-b8d2-b633a9f28463 HTTP/1.1" status: 200 len: 1098 time: 0.0543311 Jun 24 17:29:39.958620 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e8edd6-dbf5-4cc0-bcba-ed283a4dfee8 req-b0fe8036-ae2e-479a-814f-458825898d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:29:39.960065 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-e5e8edd6-dbf5-4cc0-bcba-ed283a4dfee8 req-b0fe8036-ae2e-479a-814f-458825898d02 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ee1eaba0-043d-41fd-889a-45c04e962720 HTTP/1.1" status: 200 len: 911 time: 0.0825403 Jun 24 17:29:40.031330 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-e5e8edd6-dbf5-4cc0-bcba-ed283a4dfee8 req-ac6da4f6-5e24-4074-afb9-74c5bcdf9849 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=39b22f4d-48be-4bf9-a141-001e3f48ce22 HTTP/1.1" status: 200 len: 1001 time: 0.0610342 Jun 24 17:29:40.078351 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e8edd6-dbf5-4cc0-bcba-ed283a4dfee8 req-6b2759a3-9f28-4309-9604-b79b78d42c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:29:40.079715 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-e5e8edd6-dbf5-4cc0-bcba-ed283a4dfee8 req-6b2759a3-9f28-4309-9604-b79b78d42c1c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f66f0ce8-ea21-43c3-924a-8c941d208f37 HTTP/1.1" status: 200 len: 850 time: 0.0420084 Jun 24 17:29:40.134483 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e8edd6-dbf5-4cc0-bcba-ed283a4dfee8 req-11a39159-94e5-4a18-aa87-ac7008c67f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:29:40.136652 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-e5e8edd6-dbf5-4cc0-bcba-ed283a4dfee8 req-11a39159-94e5-4a18-aa87-ac7008c67f7f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ee1eaba0-043d-41fd-889a-45c04e962720&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0503585 Jun 24 17:29:40.226401 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-e5e8edd6-dbf5-4cc0-bcba-ed283a4dfee8 req-e0bb77a3-2ecb-4901-894f-c9e3bbd37afd service neutron] 10.222.0.37 "GET /v2.0/networks/ee1eaba0-043d-41fd-889a-45c04e962720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826845 Jun 24 17:29:40.313369 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-e5e8edd6-dbf5-4cc0-bcba-ed283a4dfee8 req-de5cf7dd-cd2e-4055-9c43-0c150ebf5dea service neutron] 10.222.0.37 "GET /v2.0/networks/ee1eaba0-043d-41fd-889a-45c04e962720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804188 Jun 24 17:29:41.172384 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7a2d0950-dd74-4a84-94ee-45ece2613d3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:29:43.469960 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-56d6139e-38cf-40e5-b051-24aabf09b5df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:29:43.951125 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:29:44.983700 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5af43288-dd02-4084-874e-f1fcba283848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:29:46.538357 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-845c8506-8cf5-4b6b-bbc4-443bdb09ac47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:29:51.882379 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:30:05.313242 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.agents_db [None req-27f02d43-57e8-424c-a1b0-5a1f36db1773 None None] Agent healthcheck: found 6 active agents {{(pid=93703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 17:30:11.160620 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ee0e9db3-e0d2-4881-97f6-fcd3316de13c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:30:13.487762 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7d60d020-0028-42ea-99f8-a00232fd1dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:30:13.990691 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:30:14.996207 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5af43288-dd02-4084-874e-f1fcba283848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:30:16.538884 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-845c8506-8cf5-4b6b-bbc4-443bdb09ac47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:30:21.899149 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:30:39.763604 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-93b8d8ee-900a-4aff-a5b2-b66175c8c37c req-1446d88e-4279-4289-aa49-2be923cbcc69 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8d9c57f7-592e-4054-83e3-1df3a37ea81b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0498641 Jun 24 17:30:39.869940 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b8d8ee-900a-4aff-a5b2-b66175c8c37c req-39497e71-b59e-4813-918b-1d4d8036c18a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:30:39.871367 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-93b8d8ee-900a-4aff-a5b2-b66175c8c37c req-39497e71-b59e-4813-918b-1d4d8036c18a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4c8638f5f5214a13ae481f6dcfd72f4e&device_id=8d9c57f7-592e-4054-83e3-1df3a37ea81b HTTP/1.1" status: 200 len: 1099 time: 0.0548694 Jun 24 17:30:39.993472 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b8d8ee-900a-4aff-a5b2-b66175c8c37c req-f651f3fb-73ed-4efe-9946-f772d6cb07ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:30:39.994923 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-93b8d8ee-900a-4aff-a5b2-b66175c8c37c req-f651f3fb-73ed-4efe-9946-f772d6cb07ae service neutron] 10.222.0.37 "GET /v2.0/networks?id=ee1eaba0-043d-41fd-889a-45c04e962720 HTTP/1.1" status: 200 len: 911 time: 0.0982852 Jun 24 17:30:40.061242 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-93b8d8ee-900a-4aff-a5b2-b66175c8c37c req-6a14733c-e8a4-487c-83ca-e871ef0b690a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=425fc1d1-21d1-4a30-97e9-55d8b1e6c19e HTTP/1.1" status: 200 len: 1001 time: 0.0590072 Jun 24 17:30:40.108640 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b8d8ee-900a-4aff-a5b2-b66175c8c37c req-5d51ce6d-880e-4f7d-85f7-8c7c6eba0c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:30:40.110027 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-93b8d8ee-900a-4aff-a5b2-b66175c8c37c req-5d51ce6d-880e-4f7d-85f7-8c7c6eba0c07 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f66f0ce8-ea21-43c3-924a-8c941d208f37 HTTP/1.1" status: 200 len: 850 time: 0.0417070 Jun 24 17:30:40.163257 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b8d8ee-900a-4aff-a5b2-b66175c8c37c req-384d3aa1-5237-4fc8-a2aa-165d811ba37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:30:40.164614 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-93b8d8ee-900a-4aff-a5b2-b66175c8c37c req-384d3aa1-5237-4fc8-a2aa-165d811ba37b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ee1eaba0-043d-41fd-889a-45c04e962720&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0485337 Jun 24 17:30:40.256781 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-93b8d8ee-900a-4aff-a5b2-b66175c8c37c req-6b11255e-7d7c-48bb-bc99-3ec8cdd0799e service neutron] 10.222.0.37 "GET /v2.0/networks/ee1eaba0-043d-41fd-889a-45c04e962720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836656 Jun 24 17:30:40.345082 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-93b8d8ee-900a-4aff-a5b2-b66175c8c37c req-5bf8bd94-64ae-41e5-9a16-4dbd6d020546 service neutron] 10.222.0.37 "GET /v2.0/networks/ee1eaba0-043d-41fd-889a-45c04e962720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802555 Jun 24 17:30:41.155758 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c05fb1a0-675c-4fbd-b66b-cb6bb4267cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:30:42.311840 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.agents_db [None req-27f02d43-57e8-424c-a1b0-5a1f36db1773 None None] Agent healthcheck: found 6 active agents {{(pid=93703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 17:30:43.504311 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b03517be-173f-4c9d-a611-36351da5dba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:30:44.030480 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:30:45.041633 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5af43288-dd02-4084-874e-f1fcba283848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:30:46.515866 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-845c8506-8cf5-4b6b-bbc4-443bdb09ac47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:30:51.938306 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:31:11.166680 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d7083c2f-9937-46ea-90df-af8d40b376a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:31:13.468194 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c90299ec-e200-4fff-95e9-db8a7cf882c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:31:13.936810 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:31:15.040782 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5af43288-dd02-4084-874e-f1fcba283848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:31:16.583843 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-845c8506-8cf5-4b6b-bbc4-443bdb09ac47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:31:19.310141 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.agents_db [None req-27f02d43-57e8-424c-a1b0-5a1f36db1773 None None] Agent healthcheck: found 6 active agents {{(pid=93703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 17:31:21.926769 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:31:26.010616 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 37614) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:31:26.162032 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-4039f6d1-bd5e-4705-92fd-0e858c7cf779 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Deleting port a460baef-5881-492f-b85e-9c7caa4d2e9d {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 17:31:26.162382 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4039f6d1-bd5e-4705-92fd-0e858c7cf779 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734938643496'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:31:26.239104 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4039f6d1-bd5e-4705-92fd-0e858c7cf779 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939437'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:31:26.239348 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4039f6d1-bd5e-4705-92fd-0e858c7cf779 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:31:26.250471 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-4039f6d1-bd5e-4705-92fd-0e858c7cf779 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Calling delete_port for a460baef-5881-492f-b85e-9c7caa4d2e9d owned by network:floatingip {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 17:31:26.748366 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4039f6d1-bd5e-4705-92fd-0e858c7cf779 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734938646739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734938254839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811389'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:31:26.750392 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-82e589a2-9949-4314-88fc-35e044b1c367 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:31:26.772527 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4039f6d1-bd5e-4705-92fd-0e858c7cf779 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Pushing event deleted for resources: {'Port': ['ID=a460baef-5881-492f-b85e-9c7caa4d2e9d,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:31:26.784623 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4039f6d1-bd5e-4705-92fd-0e858c7cf779 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:31:26.785013 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4039f6d1-bd5e-4705-92fd-0e858c7cf779 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:31:26.785394 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4039f6d1-bd5e-4705-92fd-0e858c7cf779 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:31:26.785871 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4039f6d1-bd5e-4705-92fd-0e858c7cf779 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:31:26.786251 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4039f6d1-bd5e-4705-92fd-0e858c7cf779 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:31:26.786615 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4039f6d1-bd5e-4705-92fd-0e858c7cf779 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:31:26.786981 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4039f6d1-bd5e-4705-92fd-0e858c7cf779 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:31:26.787345 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4039f6d1-bd5e-4705-92fd-0e858c7cf779 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:31:26.787709 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4039f6d1-bd5e-4705-92fd-0e858c7cf779 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:31:26.788066 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4039f6d1-bd5e-4705-92fd-0e858c7cf779 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:31:26.788425 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4039f6d1-bd5e-4705-92fd-0e858c7cf779 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:31:26.788781 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4039f6d1-bd5e-4705-92fd-0e858c7cf779 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:31:26.792601 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-4039f6d1-bd5e-4705-92fd-0e858c7cf779 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:31:26.846552 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4039f6d1-bd5e-4705-92fd-0e858c7cf779 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Notify callbacks [] for floatingip, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:31:26.846794 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.db.l3_db [None req-4039f6d1-bd5e-4705-92fd-0e858c7cf779 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Floating IP 8912cc6a-e5c9-4cf8-90ca-40cd6df7290f disassociated (deleted). External IP: 172.27.2.66, port: 425fc1d1-21d1-4a30-97e9-55d8b1e6c19e. Jun 24 17:31:27.046073 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4039f6d1-bd5e-4705-92fd-0e858c7cf779 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Router aef66692-88dd-48a3-ad0b-72b8eed65772 has already been hosted by L3 agent ebb0bbf0-d6bc-43df-80f2-a0cdb1424f3b {{(pid=93700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 17:31:27.150099 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4039f6d1-bd5e-4705-92fd-0e858c7cf779 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Notify agent at l3_agent.dv-cinder-797970-1-iscsi the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 17:31:27.154854 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4039f6d1-bd5e-4705-92fd-0e858c7cf779 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14435'] for floatingip, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:31:27.159660 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f251791e-9a97-4682-8d23-4a0280005067 None None] Sync routers for ids ['aef66692-88dd-48a3-ad0b-72b8eed65772'] in dv-cinder-797970-1-iscsi {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 17:31:27.168055 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f251791e-9a97-4682-8d23-4a0280005067 None None] Routers {'aef66692-88dd-48a3-ad0b-72b8eed65772'} bound to L3 agent in host dv-cinder-797970-1-iscsi {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 17:31:27.168662 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-f251791e-9a97-4682-8d23-4a0280005067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T17:00:13Z,description=,heartbeat_timestamp=2021-06-24T17:31:13Z,host='dv-cinder-797970-1-iscsi',id=ebb0bbf0-d6bc-43df-80f2-a0cdb1424f3b,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T17:00:14Z,topic='l3_agent')) {'router_ids': ['aef66692-88dd-48a3-ad0b-72b8eed65772'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:31:27.190153 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-4039f6d1-bd5e-4705-92fd-0e858c7cf779 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] 10.222.0.15 "DELETE /v2.0/floatingips/8912cc6a-e5c9-4cf8-90ca-40cd6df7290f HTTP/1.1" status: 204 len: 168 time: 1.1784809 Jun 24 17:31:27.190802 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d9c57f7-592e-4054-83e3-1df3a37ea81b', 'tag': '425fc1d1-21d1-4a30-97e9-55d8b1e6c19e'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 17:31:27.193097 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c39e75a9e8347d24c3004332124e07527e89accb2f43d806ee4df9c6bf49ca2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65e95e34-da68-4852-9189-71c1f452a663" -d '{"events": [{"name": "network-changed", "server_uuid": "8d9c57f7-592e-4054-83e3-1df3a37ea81b", "tag": "425fc1d1-21d1-4a30-97e9-55d8b1e6c19e"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 17:31:27.233934 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 17:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36939e8d-656f-4113-884f-333dd6070729 x-openstack-request-id: req-36939e8d-656f-4113-884f-333dd6070729 {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 17:31:27.234267 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d9c57f7-592e-4054-83e3-1df3a37ea81b", "tag": "425fc1d1-21d1-4a30-97e9-55d8b1e6c19e", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 17:31:27.234555 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-36939e8d-656f-4113-884f-333dd6070729 {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 17:31:27.234991 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d9c57f7-592e-4054-83e3-1df3a37ea81b', 'tag': '425fc1d1-21d1-4a30-97e9-55d8b1e6c19e', 'status': 'completed', 'code': 200} Jun 24 17:31:27.274722 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-f251791e-9a97-4682-8d23-4a0280005067 None None] Set router aef66692-88dd-48a3-ad0b-72b8eed65772 gateway port host: dv-cinder-797970-1-iscsi {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 17:31:27.338974 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e95e34-da68-4852-9189-71c1f452a663 req-03fdb8f9-ffb3-443f-b5a8-9f5dd72c7011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:31:27.340476 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-65e95e34-da68-4852-9189-71c1f452a663 req-03fdb8f9-ffb3-443f-b5a8-9f5dd72c7011 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4c8638f5f5214a13ae481f6dcfd72f4e&device_id=8d9c57f7-592e-4054-83e3-1df3a37ea81b HTTP/1.1" status: 200 len: 1099 time: 0.0559902 Jun 24 17:31:27.430794 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e95e34-da68-4852-9189-71c1f452a663 req-c588bb67-b84d-4b41-83a4-5fdcfd9d47a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:31:27.432394 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-65e95e34-da68-4852-9189-71c1f452a663 req-c588bb67-b84d-4b41-83a4-5fdcfd9d47a1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ee1eaba0-043d-41fd-889a-45c04e962720 HTTP/1.1" status: 200 len: 911 time: 0.0856013 Jun 24 17:31:27.477632 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-65e95e34-da68-4852-9189-71c1f452a663 req-0b4edbc9-be64-4add-b4e9-e2df06c19c66 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=425fc1d1-21d1-4a30-97e9-55d8b1e6c19e HTTP/1.1" status: 200 len: 217 time: 0.0391192 Jun 24 17:31:27.498087 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-f251791e-9a97-4682-8d23-4a0280005067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aef66692-88dd-48a3-ad0b-72b8eed65772', 'name': 'tempest-TestVolumeBootPattern-439769473-router', 'tenant_id': '4c8638f5f5214a13ae481f6dcfd72f4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'external_fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '61c73248-def9-4f52-ba8e-cf4b3d49f9c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T17:23:03Z', 'updated_at': '2021-06-24T17:23:06Z', 'revision_number': 4, 'project_id': '4c8638f5f5214a13ae481f6dcfd72f4e', 'gw_port': {'id': '61c73248-def9-4f52-ba8e-cf4b3d49f9c1', 'name': '', 'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:13:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef66692-88dd-48a3-ad0b-72b8eed65772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:23:04Z', 'updated_at': '2021-06-24T17:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '004d905c-cc14-4189-936d-82a0eea7da62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-1-iscsi', '_floatingips': [{'id': '8c5cc687-94ea-4af7-af03-94e967d03ff0', 'tenant_id': '4c8638f5f5214a13ae481f6dcfd72f4e', 'floating_ip_address': '172.27.2.152', 'floating_network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'router_id': 'aef66692-88dd-48a3-ad0b-72b8eed65772', 'port_id': '39b22f4d-48be-4bf9-a141-001e3f48ce22', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee1eaba0-043d-41fd-889a-45c04e962720', 'mac_address': 'fa:16:3e:45:8d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29b6f8a-2a61-41cd-b8d2-b633a9f28463', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T17:26:47Z', 'updated_at': '2021-06-24T17:26:49Z', 'revision_number': 1, 'project_id': '4c8638f5f5214a13ae481f6dcfd72f4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c57fbde3-19da-48b3-9bbe-215e456eb6e6', 'name': '', 'network_id': 'ee1eaba0-043d-41fd-889a-45c04e962720', 'tenant_id': '4c8638f5f5214a13ae481f6dcfd72f4e', 'mac_address': 'fa:16:3e:aa:5e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef66692-88dd-48a3-ad0b-72b8eed65772', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'f66f0ce8-ea21-43c3-924a-8c941d208f37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:23:06Z', 'updated_at': '2021-06-24T17:23:12Z', 'revision_number': 5, 'project_id': '4c8638f5f5214a13ae481f6dcfd72f4e', 'subnets': [{'id': 'f66f0ce8-ea21-43c3-924a-8c941d208f37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-1-iscsi', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:31:27.525583 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e95e34-da68-4852-9189-71c1f452a663 req-6a04c2f4-6509-466d-8c4a-bbbfb6ef64e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:31:27.527051 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-65e95e34-da68-4852-9189-71c1f452a663 req-6a04c2f4-6509-466d-8c4a-bbbfb6ef64e9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f66f0ce8-ea21-43c3-924a-8c941d208f37 HTTP/1.1" status: 200 len: 850 time: 0.0438209 Jun 24 17:31:27.528886 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f251791e-9a97-4682-8d23-4a0280005067 None None] Checking router: aef66692-88dd-48a3-ad0b-72b8eed65772 for host: dv-cinder-797970-1-iscsi {{(pid=93702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 17:31:27.538081 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f251791e-9a97-4682-8d23-4a0280005067 None None] Routers {'aef66692-88dd-48a3-ad0b-72b8eed65772'} bound to L3 agent in host dv-cinder-797970-1-iscsi {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 17:31:27.538693 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-f251791e-9a97-4682-8d23-4a0280005067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T17:00:13Z,description=,heartbeat_timestamp=2021-06-24T17:31:13Z,host='dv-cinder-797970-1-iscsi',id=ebb0bbf0-d6bc-43df-80f2-a0cdb1424f3b,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T17:00:14Z,topic='l3_agent')) {'router_ids': ['aef66692-88dd-48a3-ad0b-72b8eed65772'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:31:27.588771 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e95e34-da68-4852-9189-71c1f452a663 req-42526fad-b7bd-4bb3-9378-32d96689b4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:31:27.593918 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-65e95e34-da68-4852-9189-71c1f452a663 req-42526fad-b7bd-4bb3-9378-32d96689b4d9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ee1eaba0-043d-41fd-889a-45c04e962720&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0558023 Jun 24 17:31:27.651493 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-f251791e-9a97-4682-8d23-4a0280005067 None None] Set router aef66692-88dd-48a3-ad0b-72b8eed65772 gateway port host: dv-cinder-797970-1-iscsi {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 17:31:27.688439 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-65e95e34-da68-4852-9189-71c1f452a663 req-72ddca1a-1001-49bc-a93a-25eb9ea454bb service neutron] 10.222.0.37 "GET /v2.0/networks/ee1eaba0-043d-41fd-889a-45c04e962720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912137 Jun 24 17:31:27.802463 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c95f3b-e256-4d39-a90a-58063eebedb5 req-8690e6a3-2371-4a65-b6a6-4bf1224fc5ce tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:31:27.803942 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-53c95f3b-e256-4d39-a90a-58063eebedb5 req-8690e6a3-2371-4a65-b6a6-4bf1224fc5ce tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d9c57f7-592e-4054-83e3-1df3a37ea81b HTTP/1.1" status: 200 len: 946 time: 0.0675211 Jun 24 17:31:27.810792 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-65e95e34-da68-4852-9189-71c1f452a663 req-3f9fe535-f1f4-4f04-87f6-175403d86e0e service neutron] 10.222.0.37 "GET /v2.0/networks/ee1eaba0-043d-41fd-889a-45c04e962720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887516 Jun 24 17:31:27.848545 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-53c95f3b-e256-4d39-a90a-58063eebedb5 req-90a872f0-35e4-4344-aff7-700a57aa78e0 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d4197ed-6ad0-414e-83ab-40091d4d2353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363131 Jun 24 17:31:27.882098 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-f251791e-9a97-4682-8d23-4a0280005067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aef66692-88dd-48a3-ad0b-72b8eed65772', 'name': 'tempest-TestVolumeBootPattern-439769473-router', 'tenant_id': '4c8638f5f5214a13ae481f6dcfd72f4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'external_fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '61c73248-def9-4f52-ba8e-cf4b3d49f9c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T17:23:03Z', 'updated_at': '2021-06-24T17:23:06Z', 'revision_number': 4, 'project_id': '4c8638f5f5214a13ae481f6dcfd72f4e', 'gw_port': {'id': '61c73248-def9-4f52-ba8e-cf4b3d49f9c1', 'name': '', 'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:13:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef66692-88dd-48a3-ad0b-72b8eed65772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:23:04Z', 'updated_at': '2021-06-24T17:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '004d905c-cc14-4189-936d-82a0eea7da62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-1-iscsi', '_floatingips': [{'id': '8c5cc687-94ea-4af7-af03-94e967d03ff0', 'tenant_id': '4c8638f5f5214a13ae481f6dcfd72f4e', 'floating_ip_address': '172.27.2.152', 'floating_network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'router_id': 'aef66692-88dd-48a3-ad0b-72b8eed65772', 'port_id': '39b22f4d-48be-4bf9-a141-001e3f48ce22', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee1eaba0-043d-41fd-889a-45c04e962720', 'mac_address': 'fa:16:3e:45:8d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29b6f8a-2a61-41cd-b8d2-b633a9f28463', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T17:26:47Z', 'updated_at': '2021-06-24T17:26:49Z', 'revision_number': 1, 'project_id': '4c8638f5f5214a13ae481f6dcfd72f4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c57fbde3-19da-48b3-9bbe-215e456eb6e6', 'name': '', 'network_id': 'ee1eaba0-043d-41fd-889a-45c04e962720', 'tenant_id': '4c8638f5f5214a13ae481f6dcfd72f4e', 'mac_address': 'fa:16:3e:aa:5e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef66692-88dd-48a3-ad0b-72b8eed65772', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'f66f0ce8-ea21-43c3-924a-8c941d208f37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:23:06Z', 'updated_at': '2021-06-24T17:23:12Z', 'revision_number': 5, 'project_id': '4c8638f5f5214a13ae481f6dcfd72f4e', 'subnets': [{'id': 'f66f0ce8-ea21-43c3-924a-8c941d208f37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-1-iscsi', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:31:27.911671 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f251791e-9a97-4682-8d23-4a0280005067 None None] The sync data for ids ['aef66692-88dd-48a3-ad0b-72b8eed65772'] in dv-cinder-797970-1-iscsi is: [{'id': 'aef66692-88dd-48a3-ad0b-72b8eed65772', 'name': 'tempest-TestVolumeBootPattern-439769473-router', 'tenant_id': '4c8638f5f5214a13ae481f6dcfd72f4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'external_fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '61c73248-def9-4f52-ba8e-cf4b3d49f9c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T17:23:03Z', 'updated_at': '2021-06-24T17:23:06Z', 'revision_number': 4, 'project_id': '4c8638f5f5214a13ae481f6dcfd72f4e', 'gw_port': {'id': '61c73248-def9-4f52-ba8e-cf4b3d49f9c1', 'name': '', 'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:13:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef66692-88dd-48a3-ad0b-72b8eed65772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:23:04Z', 'updated_at': '2021-06-24T17:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '004d905c-cc14-4189-936d-82a0eea7da62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-1-iscsi', '_floatingips': [{'id': '8c5cc687-94ea-4af7-af03-94e967d03ff0', 'tenant_id': '4c8638f5f5214a13ae481f6dcfd72f4e', 'floating_ip_address': '172.27.2.152', 'floating_network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'router_id': 'aef66692-88dd-48a3-ad0b-72b8eed65772', 'port_id': '39b22f4d-48be-4bf9-a141-001e3f48ce22', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee1eaba0-043d-41fd-889a-45c04e962720', 'mac_address': 'fa:16:3e:45:8d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29b6f8a-2a61-41cd-b8d2-b633a9f28463', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T17:26:47Z', 'updated_at': '2021-06-24T17:26:49Z', 'revision_number': 1, 'project_id': '4c8638f5f5214a13ae481f6dcfd72f4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c57fbde3-19da-48b3-9bbe-215e456eb6e6', 'name': '', 'network_id': 'ee1eaba0-043d-41fd-889a-45c04e962720', 'tenant_id': '4c8638f5f5214a13ae481f6dcfd72f4e', 'mac_address': 'fa:16:3e:aa:5e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef66692-88dd-48a3-ad0b-72b8eed65772', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'f66f0ce8-ea21-43c3-924a-8c941d208f37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:23:06Z', 'updated_at': '2021-06-24T17:23:12Z', 'revision_number': 5, 'project_id': '4c8638f5f5214a13ae481f6dcfd72f4e', 'subnets': [{'id': 'f66f0ce8-ea21-43c3-924a-8c941d208f37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 17:31:28.113331 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1dcf2f-0c59-466f-937c-8f00fd8803e6 None None] New status for floating IP 8912cc6a-e5c9-4cf8-90ca-40cd6df7290f: DOWN {{(pid=93703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 17:31:29.027618 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0bab6f-93d2-4306-9fcb-8e8e7e73c53c req-1e739466-680c-4e6f-b5d5-534a7a0e56a6 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:31:29.029029 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-6d0bab6f-93d2-4306-9fcb-8e8e7e73c53c req-1e739466-680c-4e6f-b5d5-534a7a0e56a6 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d9c57f7-592e-4054-83e3-1df3a37ea81b HTTP/1.1" status: 200 len: 946 time: 0.0629621 Jun 24 17:31:29.067870 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-6d0bab6f-93d2-4306-9fcb-8e8e7e73c53c req-2fbff09d-cbab-4150-88bc-4580f9a729cd tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d4197ed-6ad0-414e-83ab-40091d4d2353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322244 Jun 24 17:31:29.667113 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3d3fde-0dd5-47a9-8d1e-b19f05a4b84f req-01aaa9a6-876a-4771-b773-1f5b0fa324ac tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:31:29.668559 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-8e3d3fde-0dd5-47a9-8d1e-b19f05a4b84f req-01aaa9a6-876a-4771-b773-1f5b0fa324ac tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d9c57f7-592e-4054-83e3-1df3a37ea81b HTTP/1.1" status: 200 len: 946 time: 0.0673823 Jun 24 17:31:29.774873 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [req-8e3d3fde-0dd5-47a9-8d1e-b19f05a4b84f req-a3415814-0270-43a0-ad42-b9021919bc23 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Deleting port 425fc1d1-21d1-4a30-97e9-55d8b1e6c19e {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 17:31:29.775213 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-8e3d3fde-0dd5-47a9-8d1e-b19f05a4b84f req-a3415814-0270-43a0-ad42-b9021919bc23 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734938643496'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:31:29.863869 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-8e3d3fde-0dd5-47a9-8d1e-b19f05a4b84f req-a3415814-0270-43a0-ad42-b9021919bc23 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] For port 425fc1d1-21d1-4a30-97e9-55d8b1e6c19e, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=425fc1d1-21d1-4a30-97e9-55d8b1e6c19e,segment=NetworkSegment(a27c2cba-efb1-47be-b4b4-e49fa650729c),segment_id=a27c2cba-efb1-47be-b4b4-e49fa650729c)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 17:31:29.864223 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-8e3d3fde-0dd5-47a9-8d1e-b19f05a4b84f req-a3415814-0270-43a0-ad42-b9021919bc23 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939437'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:31:29.875521 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [req-8e3d3fde-0dd5-47a9-8d1e-b19f05a4b84f req-a3415814-0270-43a0-ad42-b9021919bc23 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Calling delete_port for 425fc1d1-21d1-4a30-97e9-55d8b1e6c19e owned by compute:nova {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 17:31:30.075296 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-8e3d3fde-0dd5-47a9-8d1e-b19f05a4b84f req-a3415814-0270-43a0-ad42-b9021919bc23 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734938646739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734938254839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811389'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:31:30.079305 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-22f77291-0032-4c07-b023-dc6db18f8bf2 tempest-VolumesSnapshotTestJSON-954170916 tempest-VolumesSnapshotTestJSON-954170916-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:31:30.104237 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3415814-0270-43a0-ad42-b9021919bc23 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Pushing event deleted for resources: {'Port': ['ID=425fc1d1-21d1-4a30-97e9-55d8b1e6c19e,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:31:30.107687 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-a3415814-0270-43a0-ad42-b9021919bc23 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:31:30.156044 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e3d3fde-0dd5-47a9-8d1e-b19f05a4b84f req-a3415814-0270-43a0-ad42-b9021919bc23 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] No DVR routers for this DVR port 425fc1d1-21d1-4a30-97e9-55d8b1e6c19e on host hv-cinder-79797 {{(pid=93700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 17:31:30.159262 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-8e3d3fde-0dd5-47a9-8d1e-b19f05a4b84f req-a3415814-0270-43a0-ad42-b9021919bc23 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14435'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:31:30.161195 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-8e3d3fde-0dd5-47a9-8d1e-b19f05a4b84f req-a3415814-0270-43a0-ad42-b9021919bc23 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] 10.222.0.37 "DELETE /v2.0/ports/425fc1d1-21d1-4a30-97e9-55d8b1e6c19e HTTP/1.1" status: 204 len: 173 time: 0.4807453 Jun 24 17:31:30.161718 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d9c57f7-592e-4054-83e3-1df3a37ea81b', 'name': 'network-vif-deleted', 'tag': '425fc1d1-21d1-4a30-97e9-55d8b1e6c19e'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 17:31:30.164048 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c39e75a9e8347d24c3004332124e07527e89accb2f43d806ee4df9c6bf49ca2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8139d3b3-b671-4b72-9ce7-23243c60fe88" -d '{"events": [{"server_uuid": "8d9c57f7-592e-4054-83e3-1df3a37ea81b", "name": "network-vif-deleted", "tag": "425fc1d1-21d1-4a30-97e9-55d8b1e6c19e"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 17:31:30.202996 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 17:31:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c0a668e-ed5a-4b5d-9142-e128a5f9eee2 x-openstack-request-id: req-4c0a668e-ed5a-4b5d-9142-e128a5f9eee2 {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 17:31:30.203338 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d9c57f7-592e-4054-83e3-1df3a37ea81b", "name": "network-vif-deleted", "tag": "425fc1d1-21d1-4a30-97e9-55d8b1e6c19e", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 17:31:30.203638 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4c0a668e-ed5a-4b5d-9142-e128a5f9eee2 {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 17:31:30.204082 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d9c57f7-592e-4054-83e3-1df3a37ea81b', 'name': 'network-vif-deleted', 'tag': '425fc1d1-21d1-4a30-97e9-55d8b1e6c19e', 'status': 'completed', 'code': 200} Jun 24 17:31:30.235565 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-9af83276-56cb-43a9-bdc5-225f5b13084d req-306b5e3f-8df7-4b94-8418-2b71f475979c tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d9c57f7-592e-4054-83e3-1df3a37ea81b HTTP/1.1" status: 200 len: 210 time: 0.0284927 Jun 24 17:31:31.393615 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-065e076c-5652-4b2f-ab71-c0fb5738b47f req-be2650fe-dba6-44b9-b5a4-3921fa62deb7 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d9c57f7-592e-4054-83e3-1df3a37ea81b HTTP/1.1" status: 200 len: 210 time: 0.0295131 Jun 24 17:31:33.741003 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Device 425fc1d1-21d1-4a30-97e9-55d8b1e6c19e no longer exists at agent hyperv_hv-cinder-79797 {{(pid=93702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 17:31:33.761099 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] No Port match for: 425fc1d1-21d1-4a30-97e9-55d8b1e6c19e {{(pid=93702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 17:31:33.761447 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Device 425fc1d1-21d1-4a30-97e9-55d8b1e6c19e not bound to the agent host hv-cinder-79797 {{(pid=93702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 17:31:34.937342 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 37670) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:31:35.090084 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-4e60c1c3-1ffc-42cd-9eda-beda73c6adc7 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Deleting port 6a315bc1-e746-4e6b-9d96-c7901e013a8e {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 17:31:35.090420 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4e60c1c3-1ffc-42cd-9eda-beda73c6adc7 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734938643496'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:31:35.163265 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4e60c1c3-1ffc-42cd-9eda-beda73c6adc7 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939437'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:31:35.163585 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4e60c1c3-1ffc-42cd-9eda-beda73c6adc7 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:31:35.174781 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-4e60c1c3-1ffc-42cd-9eda-beda73c6adc7 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Calling delete_port for 6a315bc1-e746-4e6b-9d96-c7901e013a8e owned by network:floatingip {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 17:31:35.395634 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4e60c1c3-1ffc-42cd-9eda-beda73c6adc7 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734938646739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734938254839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811389'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:31:35.397684 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-239d84a2-d211-48dc-b8bf-73c25af76e58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:31:35.422410 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e60c1c3-1ffc-42cd-9eda-beda73c6adc7 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Pushing event deleted for resources: {'Port': ['ID=6a315bc1-e746-4e6b-9d96-c7901e013a8e,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:31:35.426526 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-4e60c1c3-1ffc-42cd-9eda-beda73c6adc7 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:31:35.487269 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4e60c1c3-1ffc-42cd-9eda-beda73c6adc7 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Notify callbacks [] for floatingip, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:31:35.487614 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.db.l3_db [None req-4e60c1c3-1ffc-42cd-9eda-beda73c6adc7 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Floating IP 8c5cc687-94ea-4af7-af03-94e967d03ff0 disassociated (deleted). External IP: 172.27.2.152, port: 39b22f4d-48be-4bf9-a141-001e3f48ce22. Jun 24 17:31:35.688657 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e60c1c3-1ffc-42cd-9eda-beda73c6adc7 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Router aef66692-88dd-48a3-ad0b-72b8eed65772 has already been hosted by L3 agent ebb0bbf0-d6bc-43df-80f2-a0cdb1424f3b {{(pid=93700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 17:31:35.799955 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e60c1c3-1ffc-42cd-9eda-beda73c6adc7 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Notify agent at l3_agent.dv-cinder-797970-1-iscsi the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 17:31:35.805471 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4e60c1c3-1ffc-42cd-9eda-beda73c6adc7 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14435'] for floatingip, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:31:35.809740 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03d884b-caa0-4017-8ef9-655d9d222d4f None None] Sync routers for ids ['aef66692-88dd-48a3-ad0b-72b8eed65772'] in dv-cinder-797970-1-iscsi {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 17:31:35.820135 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03d884b-caa0-4017-8ef9-655d9d222d4f None None] Routers {'aef66692-88dd-48a3-ad0b-72b8eed65772'} bound to L3 agent in host dv-cinder-797970-1-iscsi {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 17:31:35.820743 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-c03d884b-caa0-4017-8ef9-655d9d222d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T17:00:13Z,description=,heartbeat_timestamp=2021-06-24T17:31:13Z,host='dv-cinder-797970-1-iscsi',id=ebb0bbf0-d6bc-43df-80f2-a0cdb1424f3b,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T17:00:14Z,topic='l3_agent')) {'router_ids': ['aef66692-88dd-48a3-ad0b-72b8eed65772'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:31:35.843910 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-4e60c1c3-1ffc-42cd-9eda-beda73c6adc7 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] 10.222.0.15 "DELETE /v2.0/floatingips/8c5cc687-94ea-4af7-af03-94e967d03ff0 HTTP/1.1" status: 204 len: 168 time: 0.9054608 Jun 24 17:31:35.844681 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b29b6f8a-2a61-41cd-b8d2-b633a9f28463', 'tag': '39b22f4d-48be-4bf9-a141-001e3f48ce22'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 17:31:35.847122 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c39e75a9e8347d24c3004332124e07527e89accb2f43d806ee4df9c6bf49ca2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-819fa91c-469a-4dd0-a58a-98cef505bf03" -d '{"events": [{"name": "network-changed", "server_uuid": "b29b6f8a-2a61-41cd-b8d2-b633a9f28463", "tag": "39b22f4d-48be-4bf9-a141-001e3f48ce22"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 17:31:35.884689 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 17:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c5b1a36-09c9-4c2c-91b0-bf4cee23f65e x-openstack-request-id: req-0c5b1a36-09c9-4c2c-91b0-bf4cee23f65e {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 17:31:35.885031 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b29b6f8a-2a61-41cd-b8d2-b633a9f28463", "tag": "39b22f4d-48be-4bf9-a141-001e3f48ce22", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 17:31:35.885353 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0c5b1a36-09c9-4c2c-91b0-bf4cee23f65e {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 17:31:35.885826 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b29b6f8a-2a61-41cd-b8d2-b633a9f28463', 'tag': '39b22f4d-48be-4bf9-a141-001e3f48ce22', 'status': 'completed', 'code': 200} Jun 24 17:31:35.994205 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819fa91c-469a-4dd0-a58a-98cef505bf03 req-926a751d-6443-4fc3-aa25-fadc80f3533a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:31:35.995813 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-819fa91c-469a-4dd0-a58a-98cef505bf03 req-926a751d-6443-4fc3-aa25-fadc80f3533a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4c8638f5f5214a13ae481f6dcfd72f4e&device_id=b29b6f8a-2a61-41cd-b8d2-b633a9f28463 HTTP/1.1" status: 200 len: 1098 time: 0.0591578 Jun 24 17:31:36.053530 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-c03d884b-caa0-4017-8ef9-655d9d222d4f None None] Set router aef66692-88dd-48a3-ad0b-72b8eed65772 gateway port host: dv-cinder-797970-1-iscsi {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 17:31:36.084979 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819fa91c-469a-4dd0-a58a-98cef505bf03 req-2239b5a5-4575-40a3-a51e-708cff88067d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:31:36.086443 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-819fa91c-469a-4dd0-a58a-98cef505bf03 req-2239b5a5-4575-40a3-a51e-708cff88067d service neutron] 10.222.0.37 "GET /v2.0/networks?id=ee1eaba0-043d-41fd-889a-45c04e962720 HTTP/1.1" status: 200 len: 911 time: 0.0848105 Jun 24 17:31:36.130993 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-819fa91c-469a-4dd0-a58a-98cef505bf03 req-7b762d4d-96ae-43b5-871a-637487268960 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=39b22f4d-48be-4bf9-a141-001e3f48ce22 HTTP/1.1" status: 200 len: 217 time: 0.0382195 Jun 24 17:31:36.179630 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819fa91c-469a-4dd0-a58a-98cef505bf03 req-f319e9a7-a0e2-4829-8460-689e4fe33a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:31:36.181260 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-819fa91c-469a-4dd0-a58a-98cef505bf03 req-f319e9a7-a0e2-4829-8460-689e4fe33a43 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f66f0ce8-ea21-43c3-924a-8c941d208f37 HTTP/1.1" status: 200 len: 850 time: 0.0447459 Jun 24 17:31:36.238788 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819fa91c-469a-4dd0-a58a-98cef505bf03 req-f1f03918-775c-40cb-b0a8-db2242684513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:31:36.240156 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-819fa91c-469a-4dd0-a58a-98cef505bf03 req-f1f03918-775c-40cb-b0a8-db2242684513 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ee1eaba0-043d-41fd-889a-45c04e962720&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0519667 Jun 24 17:31:36.248988 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-c03d884b-caa0-4017-8ef9-655d9d222d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aef66692-88dd-48a3-ad0b-72b8eed65772', 'name': 'tempest-TestVolumeBootPattern-439769473-router', 'tenant_id': '4c8638f5f5214a13ae481f6dcfd72f4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'external_fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '61c73248-def9-4f52-ba8e-cf4b3d49f9c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T17:23:03Z', 'updated_at': '2021-06-24T17:23:06Z', 'revision_number': 4, 'project_id': '4c8638f5f5214a13ae481f6dcfd72f4e', 'gw_port': {'id': '61c73248-def9-4f52-ba8e-cf4b3d49f9c1', 'name': '', 'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:13:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef66692-88dd-48a3-ad0b-72b8eed65772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:23:04Z', 'updated_at': '2021-06-24T17:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '004d905c-cc14-4189-936d-82a0eea7da62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-1-iscsi', '_interfaces': [{'id': 'c57fbde3-19da-48b3-9bbe-215e456eb6e6', 'name': '', 'network_id': 'ee1eaba0-043d-41fd-889a-45c04e962720', 'tenant_id': '4c8638f5f5214a13ae481f6dcfd72f4e', 'mac_address': 'fa:16:3e:aa:5e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef66692-88dd-48a3-ad0b-72b8eed65772', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'f66f0ce8-ea21-43c3-924a-8c941d208f37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:23:06Z', 'updated_at': '2021-06-24T17:23:12Z', 'revision_number': 5, 'project_id': '4c8638f5f5214a13ae481f6dcfd72f4e', 'subnets': [{'id': 'f66f0ce8-ea21-43c3-924a-8c941d208f37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-1-iscsi', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:31:36.276877 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03d884b-caa0-4017-8ef9-655d9d222d4f None None] Checking router: aef66692-88dd-48a3-ad0b-72b8eed65772 for host: dv-cinder-797970-1-iscsi {{(pid=93702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 17:31:36.285689 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03d884b-caa0-4017-8ef9-655d9d222d4f None None] Routers {'aef66692-88dd-48a3-ad0b-72b8eed65772'} bound to L3 agent in host dv-cinder-797970-1-iscsi {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 17:31:36.286310 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-c03d884b-caa0-4017-8ef9-655d9d222d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T17:00:13Z,description=,heartbeat_timestamp=2021-06-24T17:31:13Z,host='dv-cinder-797970-1-iscsi',id=ebb0bbf0-d6bc-43df-80f2-a0cdb1424f3b,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T17:00:14Z,topic='l3_agent')) {'router_ids': ['aef66692-88dd-48a3-ad0b-72b8eed65772'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:31:36.339142 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-819fa91c-469a-4dd0-a58a-98cef505bf03 req-b890411f-b933-4be7-9d32-5f31dfe2e23d service neutron] 10.222.0.37 "GET /v2.0/networks/ee1eaba0-043d-41fd-889a-45c04e962720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866165 Jun 24 17:31:36.396722 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-c03d884b-caa0-4017-8ef9-655d9d222d4f None None] Set router aef66692-88dd-48a3-ad0b-72b8eed65772 gateway port host: dv-cinder-797970-1-iscsi {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 17:31:36.437242 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-819fa91c-469a-4dd0-a58a-98cef505bf03 req-a7eca746-bbe7-4d5c-8ede-faa4e6d6baa8 service neutron] 10.222.0.37 "GET /v2.0/networks/ee1eaba0-043d-41fd-889a-45c04e962720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914197 Jun 24 17:31:36.505266 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fdf676-a868-45af-9087-ec7946eebf0b req-996950d1-729a-4f53-8af6-9ebf8c3527a4 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:31:36.507310 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-96fdf676-a868-45af-9087-ec7946eebf0b req-996950d1-729a-4f53-8af6-9ebf8c3527a4 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] 10.222.0.15 "GET /v2.0/ports?device_id=b29b6f8a-2a61-41cd-b8d2-b633a9f28463 HTTP/1.1" status: 200 len: 945 time: 0.0769761 Jun 24 17:31:36.544937 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [req-96fdf676-a868-45af-9087-ec7946eebf0b req-47eca4d1-0ad0-4f9b-bd62-60241bec9f80 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d4197ed-6ad0-414e-83ab-40091d4d2353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321822 Jun 24 17:31:36.600465 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-c03d884b-caa0-4017-8ef9-655d9d222d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aef66692-88dd-48a3-ad0b-72b8eed65772', 'name': 'tempest-TestVolumeBootPattern-439769473-router', 'tenant_id': '4c8638f5f5214a13ae481f6dcfd72f4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'external_fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '61c73248-def9-4f52-ba8e-cf4b3d49f9c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T17:23:03Z', 'updated_at': '2021-06-24T17:23:06Z', 'revision_number': 4, 'project_id': '4c8638f5f5214a13ae481f6dcfd72f4e', 'gw_port': {'id': '61c73248-def9-4f52-ba8e-cf4b3d49f9c1', 'name': '', 'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:13:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef66692-88dd-48a3-ad0b-72b8eed65772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:23:04Z', 'updated_at': '2021-06-24T17:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '004d905c-cc14-4189-936d-82a0eea7da62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-1-iscsi', '_interfaces': [{'id': 'c57fbde3-19da-48b3-9bbe-215e456eb6e6', 'name': '', 'network_id': 'ee1eaba0-043d-41fd-889a-45c04e962720', 'tenant_id': '4c8638f5f5214a13ae481f6dcfd72f4e', 'mac_address': 'fa:16:3e:aa:5e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef66692-88dd-48a3-ad0b-72b8eed65772', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'f66f0ce8-ea21-43c3-924a-8c941d208f37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:23:06Z', 'updated_at': '2021-06-24T17:23:12Z', 'revision_number': 5, 'project_id': '4c8638f5f5214a13ae481f6dcfd72f4e', 'subnets': [{'id': 'f66f0ce8-ea21-43c3-924a-8c941d208f37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-1-iscsi', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:31:36.625702 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03d884b-caa0-4017-8ef9-655d9d222d4f None None] The sync data for ids ['aef66692-88dd-48a3-ad0b-72b8eed65772'] in dv-cinder-797970-1-iscsi is: [{'id': 'aef66692-88dd-48a3-ad0b-72b8eed65772', 'name': 'tempest-TestVolumeBootPattern-439769473-router', 'tenant_id': '4c8638f5f5214a13ae481f6dcfd72f4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'external_fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '61c73248-def9-4f52-ba8e-cf4b3d49f9c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T17:23:03Z', 'updated_at': '2021-06-24T17:23:06Z', 'revision_number': 4, 'project_id': '4c8638f5f5214a13ae481f6dcfd72f4e', 'gw_port': {'id': '61c73248-def9-4f52-ba8e-cf4b3d49f9c1', 'name': '', 'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:13:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef66692-88dd-48a3-ad0b-72b8eed65772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:23:04Z', 'updated_at': '2021-06-24T17:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '004d905c-cc14-4189-936d-82a0eea7da62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-1-iscsi', '_interfaces': [{'id': 'c57fbde3-19da-48b3-9bbe-215e456eb6e6', 'name': '', 'network_id': 'ee1eaba0-043d-41fd-889a-45c04e962720', 'tenant_id': '4c8638f5f5214a13ae481f6dcfd72f4e', 'mac_address': 'fa:16:3e:aa:5e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef66692-88dd-48a3-ad0b-72b8eed65772', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'f66f0ce8-ea21-43c3-924a-8c941d208f37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:23:06Z', 'updated_at': '2021-06-24T17:23:12Z', 'revision_number': 5, 'project_id': '4c8638f5f5214a13ae481f6dcfd72f4e', 'subnets': [{'id': 'f66f0ce8-ea21-43c3-924a-8c941d208f37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 17:31:36.827164 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902e6795-1715-41ce-8f62-f9a639bd44e3 None None] New status for floating IP 8c5cc687-94ea-4af7-af03-94e967d03ff0: DOWN {{(pid=93703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 17:31:37.745257 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f77bc8-6b66-45fa-8466-f23a7237eb97 req-e2dfa747-e1f0-4731-8bb5-b5b00367f2a9 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:31:37.746726 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-95f77bc8-6b66-45fa-8466-f23a7237eb97 req-e2dfa747-e1f0-4731-8bb5-b5b00367f2a9 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] 10.222.0.15 "GET /v2.0/ports?device_id=b29b6f8a-2a61-41cd-b8d2-b633a9f28463 HTTP/1.1" status: 200 len: 945 time: 0.0849991 Jun 24 17:31:37.785489 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-95f77bc8-6b66-45fa-8466-f23a7237eb97 req-71775893-7fef-49a8-9a6d-e86512b92d0f tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d4197ed-6ad0-414e-83ab-40091d4d2353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332255 Jun 24 17:31:38.094470 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06133206-4d4f-4e45-b15f-0388ff354df0 req-d909b9f0-fde6-42e9-a818-9d106f41e3eb tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 17:31:38.095849 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-06133206-4d4f-4e45-b15f-0388ff354df0 req-d909b9f0-fde6-42e9-a818-9d106f41e3eb tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] 10.222.0.37 "GET /v2.0/ports?device_id=b29b6f8a-2a61-41cd-b8d2-b633a9f28463 HTTP/1.1" status: 200 len: 945 time: 0.0600820 Jun 24 17:31:38.189845 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [req-06133206-4d4f-4e45-b15f-0388ff354df0 req-d1b291ac-bbe0-421b-bee1-45d2c23b5a00 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Deleting port 39b22f4d-48be-4bf9-a141-001e3f48ce22 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 17:31:38.190103 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-06133206-4d4f-4e45-b15f-0388ff354df0 req-d1b291ac-bbe0-421b-bee1-45d2c23b5a00 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734938643496'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:31:38.278841 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-06133206-4d4f-4e45-b15f-0388ff354df0 req-d1b291ac-bbe0-421b-bee1-45d2c23b5a00 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] For port 39b22f4d-48be-4bf9-a141-001e3f48ce22, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=39b22f4d-48be-4bf9-a141-001e3f48ce22,segment=NetworkSegment(a27c2cba-efb1-47be-b4b4-e49fa650729c),segment_id=a27c2cba-efb1-47be-b4b4-e49fa650729c)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 17:31:38.279197 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-06133206-4d4f-4e45-b15f-0388ff354df0 req-d1b291ac-bbe0-421b-bee1-45d2c23b5a00 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939437'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:31:38.291767 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [req-06133206-4d4f-4e45-b15f-0388ff354df0 req-d1b291ac-bbe0-421b-bee1-45d2c23b5a00 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Calling delete_port for 39b22f4d-48be-4bf9-a141-001e3f48ce22 owned by compute:nova {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 17:31:38.486321 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-06133206-4d4f-4e45-b15f-0388ff354df0 req-d1b291ac-bbe0-421b-bee1-45d2c23b5a00 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734938646739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734938254839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811389'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:31:38.491222 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-4039f6d1-bd5e-4705-92fd-0e858c7cf779 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:31:38.517263 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b291ac-bbe0-421b-bee1-45d2c23b5a00 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Pushing event deleted for resources: {'Port': ['ID=39b22f4d-48be-4bf9-a141-001e3f48ce22,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:31:38.520681 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-d1b291ac-bbe0-421b-bee1-45d2c23b5a00 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:31:38.562702 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-06133206-4d4f-4e45-b15f-0388ff354df0 req-d1b291ac-bbe0-421b-bee1-45d2c23b5a00 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] No DVR routers for this DVR port 39b22f4d-48be-4bf9-a141-001e3f48ce22 on host hv-cinder-79797 {{(pid=93700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 17:31:38.565061 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-06133206-4d4f-4e45-b15f-0388ff354df0 req-d1b291ac-bbe0-421b-bee1-45d2c23b5a00 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14435'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:31:38.567826 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-06133206-4d4f-4e45-b15f-0388ff354df0 req-d1b291ac-bbe0-421b-bee1-45d2c23b5a00 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] 10.222.0.37 "DELETE /v2.0/ports/39b22f4d-48be-4bf9-a141-001e3f48ce22 HTTP/1.1" status: 204 len: 173 time: 0.4667172 Jun 24 17:31:38.568345 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b29b6f8a-2a61-41cd-b8d2-b633a9f28463', 'name': 'network-vif-deleted', 'tag': '39b22f4d-48be-4bf9-a141-001e3f48ce22'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 17:31:38.570723 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c39e75a9e8347d24c3004332124e07527e89accb2f43d806ee4df9c6bf49ca2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca9d203e-6e0f-4703-9ae6-e42b936c98b3" -d '{"events": [{"server_uuid": "b29b6f8a-2a61-41cd-b8d2-b633a9f28463", "name": "network-vif-deleted", "tag": "39b22f4d-48be-4bf9-a141-001e3f48ce22"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 17:31:38.606119 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 17:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-140c839d-e1a5-40d8-a2f7-546c68cfb9c2 x-openstack-request-id: req-140c839d-e1a5-40d8-a2f7-546c68cfb9c2 {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 17:31:38.606455 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b29b6f8a-2a61-41cd-b8d2-b633a9f28463", "name": "network-vif-deleted", "tag": "39b22f4d-48be-4bf9-a141-001e3f48ce22", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 17:31:38.606749 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-140c839d-e1a5-40d8-a2f7-546c68cfb9c2 {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 17:31:38.607180 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b29b6f8a-2a61-41cd-b8d2-b633a9f28463', 'name': 'network-vif-deleted', 'tag': '39b22f4d-48be-4bf9-a141-001e3f48ce22', 'status': 'completed', 'code': 200} Jun 24 17:31:38.932031 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [req-3af3ff0e-7c49-422e-a66a-a3313e341d03 req-82bb62be-5b63-4134-8d13-b368eaff82f4 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] 10.222.0.15 "GET /v2.0/ports?device_id=b29b6f8a-2a61-41cd-b8d2-b633a9f28463 HTTP/1.1" status: 200 len: 210 time: 0.0346365 Jun 24 17:31:40.025464 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 37690) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:31:40.143744 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-a3aaa5d8-dc8d-48cf-aadf-a3d8fcdfc1e9 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Deleting port e81591d3-1084-4830-89a4-026f8bb63aba {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 17:31:40.144081 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a3aaa5d8-dc8d-48cf-aadf-a3d8fcdfc1e9 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734938643496'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:31:40.218074 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a3aaa5d8-dc8d-48cf-aadf-a3d8fcdfc1e9 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939437'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:31:40.218325 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a3aaa5d8-dc8d-48cf-aadf-a3d8fcdfc1e9 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:31:40.229368 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-a3aaa5d8-dc8d-48cf-aadf-a3d8fcdfc1e9 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Calling delete_port for e81591d3-1084-4830-89a4-026f8bb63aba owned by network:floatingip {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 17:31:40.452029 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a3aaa5d8-dc8d-48cf-aadf-a3d8fcdfc1e9 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734938646739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734938254839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10147618'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:31:40.454140 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-7ef13b3e-0499-4c08-92d1-16dee57c650e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:31:40.480322 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3aaa5d8-dc8d-48cf-aadf-a3d8fcdfc1e9 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Pushing event deleted for resources: {'Port': ['ID=e81591d3-1084-4830-89a4-026f8bb63aba,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:31:40.491358 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3aaa5d8-dc8d-48cf-aadf-a3d8fcdfc1e9 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:31:40.491737 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3aaa5d8-dc8d-48cf-aadf-a3d8fcdfc1e9 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:31:40.492105 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3aaa5d8-dc8d-48cf-aadf-a3d8fcdfc1e9 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:31:40.492471 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3aaa5d8-dc8d-48cf-aadf-a3d8fcdfc1e9 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:31:40.492829 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3aaa5d8-dc8d-48cf-aadf-a3d8fcdfc1e9 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:31:40.493187 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3aaa5d8-dc8d-48cf-aadf-a3d8fcdfc1e9 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:31:40.493543 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3aaa5d8-dc8d-48cf-aadf-a3d8fcdfc1e9 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:31:40.493921 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3aaa5d8-dc8d-48cf-aadf-a3d8fcdfc1e9 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:31:40.497109 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3aaa5d8-dc8d-48cf-aadf-a3d8fcdfc1e9 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:31:40.497109 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3aaa5d8-dc8d-48cf-aadf-a3d8fcdfc1e9 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:31:40.497109 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3aaa5d8-dc8d-48cf-aadf-a3d8fcdfc1e9 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:31:40.497109 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3aaa5d8-dc8d-48cf-aadf-a3d8fcdfc1e9 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:31:40.512710 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-a3aaa5d8-dc8d-48cf-aadf-a3d8fcdfc1e9 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:31:40.551513 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a3aaa5d8-dc8d-48cf-aadf-a3d8fcdfc1e9 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Notify callbacks [] for floatingip, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:31:40.554074 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a3aaa5d8-dc8d-48cf-aadf-a3d8fcdfc1e9 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14435'] for floatingip, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:31:40.560286 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-a3aaa5d8-dc8d-48cf-aadf-a3d8fcdfc1e9 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] 10.222.0.15 "DELETE /v2.0/floatingips/ff0fec7b-af43-44f0-a09e-3d94beaa8d2f HTTP/1.1" status: 204 len: 168 time: 0.5286963 Jun 24 17:31:41.218005 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-30168010-6b5c-40ac-bb7d-f2599e6dee0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:31:41.802231 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Device 39b22f4d-48be-4bf9-a141-001e3f48ce22 no longer exists at agent hyperv_hv-cinder-79797 {{(pid=93702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 17:31:41.822800 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] No Port match for: 39b22f4d-48be-4bf9-a141-001e3f48ce22 {{(pid=93702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 17:31:41.823150 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Device 39b22f4d-48be-4bf9-a141-001e3f48ce22 not bound to the agent host hv-cinder-79797 {{(pid=93702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 17:31:41.911667 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 37702) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:31:41.971768 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-03e3f5d7-7c1c-429b-b62f-28cb8053aad3 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:31:41.997590 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-03e3f5d7-7c1c-429b-b62f-28cb8053aad3 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:31:42.137314 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-03e3f5d7-7c1c-429b-b62f-28cb8053aad3 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:31:42.139929 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-03e3f5d7-7c1c-429b-b62f-28cb8053aad3 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:31:42.141047 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-03e3f5d7-7c1c-429b-b62f-28cb8053aad3 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] 10.222.0.15 "DELETE /v2.0/security-groups/0d4197ed-6ad0-414e-83ab-40091d4d2353 HTTP/1.1" status: 204 len: 168 time: 0.2281957 Jun 24 17:31:42.141837 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-a39b36fb-99dd-4abc-9d1e-ff6ec818aef6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:31:42.150934 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e3f5d7-7c1c-429b-b62f-28cb8053aad3 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d4197ed-6ad0-414e-83ab-40091d4d2353,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:31:42.153298 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-03e3f5d7-7c1c-429b-b62f-28cb8053aad3 tempest-TestVolumeBootPattern-1170313753 tempest-TestVolumeBootPattern-1170313753-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:31:42.289650 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 37706) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:31:43.018889 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e69892e2-ad55-42d7-baa2-813f6b48cb5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939664'] for router_interface, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:31:43.267284 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-e69892e2-ad55-42d7-baa2-813f6b48cb5a admin admin] Deleting port c57fbde3-19da-48b3-9bbe-215e456eb6e6 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 17:31:43.267776 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e69892e2-ad55-42d7-baa2-813f6b48cb5a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734938643496'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:31:43.343822 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-e69892e2-ad55-42d7-baa2-813f6b48cb5a admin admin] For port c57fbde3-19da-48b3-9bbe-215e456eb6e6, host dv-cinder-797970-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-1-iscsi',level=0,port_id=c57fbde3-19da-48b3-9bbe-215e456eb6e6,segment=NetworkSegment(a27c2cba-efb1-47be-b4b4-e49fa650729c),segment_id=a27c2cba-efb1-47be-b4b4-e49fa650729c)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 17:31:43.344526 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e69892e2-ad55-42d7-baa2-813f6b48cb5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939437'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:31:43.360174 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-e69892e2-ad55-42d7-baa2-813f6b48cb5a admin admin] Calling delete_port for c57fbde3-19da-48b3-9bbe-215e456eb6e6 owned by network:router_interface {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 17:31:43.486173 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-04685080-1465-487f-b090-129e6f7fc3f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:31:43.594797 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e69892e2-ad55-42d7-baa2-813f6b48cb5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734938646739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734938254839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10147618'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:31:43.597524 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-4e618a73-541b-48e0-b421-289e27da4ec2 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:31:43.621140 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69892e2-ad55-42d7-baa2-813f6b48cb5a admin admin] Pushing event deleted for resources: {'Port': ['ID=c57fbde3-19da-48b3-9bbe-215e456eb6e6,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:31:43.625016 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-e69892e2-ad55-42d7-baa2-813f6b48cb5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:31:43.791255 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e69892e2-ad55-42d7-baa2-813f6b48cb5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-592949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-937216'] for router_interface, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:31:43.937419 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:31:44.004220 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e69892e2-ad55-42d7-baa2-813f6b48cb5a admin admin] Router aef66692-88dd-48a3-ad0b-72b8eed65772 has already been hosted by L3 agent ebb0bbf0-d6bc-43df-80f2-a0cdb1424f3b {{(pid=93701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 17:31:44.110701 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e69892e2-ad55-42d7-baa2-813f6b48cb5a admin admin] Notify agent at l3_agent.dv-cinder-797970-1-iscsi the message routers_updated {{(pid=93701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 17:31:44.117725 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-e69892e2-ad55-42d7-baa2-813f6b48cb5a admin admin] 10.222.0.15 "PUT /v2.0/routers/aef66692-88dd-48a3-ad0b-72b8eed65772/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8255854 Jun 24 17:31:44.118810 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 37710) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:31:44.120335 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064c360a-b3e6-43e2-993d-fa141cd7c551 None None] Sync routers for ids ['aef66692-88dd-48a3-ad0b-72b8eed65772'] in dv-cinder-797970-1-iscsi {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 17:31:44.130143 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064c360a-b3e6-43e2-993d-fa141cd7c551 None None] Routers {'aef66692-88dd-48a3-ad0b-72b8eed65772'} bound to L3 agent in host dv-cinder-797970-1-iscsi {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 17:31:44.130746 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-064c360a-b3e6-43e2-993d-fa141cd7c551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T17:00:13Z,description=,heartbeat_timestamp=2021-06-24T17:31:43Z,host='dv-cinder-797970-1-iscsi',id=ebb0bbf0-d6bc-43df-80f2-a0cdb1424f3b,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T17:00:14Z,topic='l3_agent')) {'router_ids': ['aef66692-88dd-48a3-ad0b-72b8eed65772'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:31:44.219656 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5300d1fa-d69b-42d6-90b9-3c5ceeee2978 admin admin] Notify callbacks [] for router, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:31:44.232979 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-064c360a-b3e6-43e2-993d-fa141cd7c551 None None] Set router aef66692-88dd-48a3-ad0b-72b8eed65772 gateway port host: dv-cinder-797970-1-iscsi {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 17:31:44.323552 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5300d1fa-d69b-42d6-90b9-3c5ceeee2978 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:31:44.408908 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-064c360a-b3e6-43e2-993d-fa141cd7c551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aef66692-88dd-48a3-ad0b-72b8eed65772', 'name': 'tempest-TestVolumeBootPattern-439769473-router', 'tenant_id': '4c8638f5f5214a13ae481f6dcfd72f4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'external_fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '61c73248-def9-4f52-ba8e-cf4b3d49f9c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T17:23:03Z', 'updated_at': '2021-06-24T17:31:43Z', 'revision_number': 5, 'project_id': '4c8638f5f5214a13ae481f6dcfd72f4e', 'gw_port': {'id': '61c73248-def9-4f52-ba8e-cf4b3d49f9c1', 'name': '', 'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:13:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef66692-88dd-48a3-ad0b-72b8eed65772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:23:04Z', 'updated_at': '2021-06-24T17:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '004d905c-cc14-4189-936d-82a0eea7da62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-1-iscsi'}], 'dv-cinder-797970-1-iscsi', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:31:44.432458 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-5300d1fa-d69b-42d6-90b9-3c5ceeee2978 admin admin] Deleting port 61c73248-def9-4f52-ba8e-cf4b3d49f9c1 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 17:31:44.433055 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5300d1fa-d69b-42d6-90b9-3c5ceeee2978 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734938643496'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:31:44.435322 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064c360a-b3e6-43e2-993d-fa141cd7c551 None None] Checking router: aef66692-88dd-48a3-ad0b-72b8eed65772 for host: dv-cinder-797970-1-iscsi {{(pid=93702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 17:31:44.443539 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064c360a-b3e6-43e2-993d-fa141cd7c551 None None] Routers {'aef66692-88dd-48a3-ad0b-72b8eed65772'} bound to L3 agent in host dv-cinder-797970-1-iscsi {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 17:31:44.444139 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-064c360a-b3e6-43e2-993d-fa141cd7c551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T17:00:13Z,description=,heartbeat_timestamp=2021-06-24T17:31:43Z,host='dv-cinder-797970-1-iscsi',id=ebb0bbf0-d6bc-43df-80f2-a0cdb1424f3b,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T17:00:14Z,topic='l3_agent')) {'router_ids': ['aef66692-88dd-48a3-ad0b-72b8eed65772'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:31:44.511854 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-5300d1fa-d69b-42d6-90b9-3c5ceeee2978 admin admin] For port 61c73248-def9-4f52-ba8e-cf4b3d49f9c1, host dv-cinder-797970-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-1-iscsi',level=0,port_id=61c73248-def9-4f52-ba8e-cf4b3d49f9c1,segment=NetworkSegment(d12f47f8-231e-43a0-ac28-6eda6263252e),segment_id=d12f47f8-231e-43a0-ac28-6eda6263252e)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 17:31:44.512222 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5300d1fa-d69b-42d6-90b9-3c5ceeee2978 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939437'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:31:44.529155 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-064c360a-b3e6-43e2-993d-fa141cd7c551 None None] Set router aef66692-88dd-48a3-ad0b-72b8eed65772 gateway port host: None {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 17:31:44.534439 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-5300d1fa-d69b-42d6-90b9-3c5ceeee2978 admin admin] Calling delete_port for 61c73248-def9-4f52-ba8e-cf4b3d49f9c1 owned by network:router_gateway {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 17:31:44.583214 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-064c360a-b3e6-43e2-993d-fa141cd7c551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aef66692-88dd-48a3-ad0b-72b8eed65772', 'name': 'tempest-TestVolumeBootPattern-439769473-router', 'tenant_id': '4c8638f5f5214a13ae481f6dcfd72f4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T17:23:03Z', 'updated_at': '2021-06-24T17:31:44Z', 'revision_number': 6, 'project_id': '4c8638f5f5214a13ae481f6dcfd72f4e', 'gw_port_host': None}], 'dv-cinder-797970-1-iscsi', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:31:44.613763 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064c360a-b3e6-43e2-993d-fa141cd7c551 None None] The sync data for ids ['aef66692-88dd-48a3-ad0b-72b8eed65772'] in dv-cinder-797970-1-iscsi is: [{'id': 'aef66692-88dd-48a3-ad0b-72b8eed65772', 'name': 'tempest-TestVolumeBootPattern-439769473-router', 'tenant_id': '4c8638f5f5214a13ae481f6dcfd72f4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T17:23:03Z', 'updated_at': '2021-06-24T17:31:44Z', 'revision_number': 6, 'project_id': '4c8638f5f5214a13ae481f6dcfd72f4e', 'gw_port_host': None}] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 17:31:44.755041 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5300d1fa-d69b-42d6-90b9-3c5ceeee2978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734938646739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734938254839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10147618'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:31:44.756986 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-1d9861ef-c40a-4a9b-8488-6990346d24b5 tempest-TestMinimumBasicScenario-315680837 tempest-TestMinimumBasicScenario-315680837-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:31:44.785594 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5300d1fa-d69b-42d6-90b9-3c5ceeee2978 admin admin] Pushing event deleted for resources: {'Port': ['ID=61c73248-def9-4f52-ba8e-cf4b3d49f9c1,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:31:44.789348 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-5300d1fa-d69b-42d6-90b9-3c5ceeee2978 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:31:44.842860 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5300d1fa-d69b-42d6-90b9-3c5ceeee2978 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-938725'] for router_gateway, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:31:44.928643 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5300d1fa-d69b-42d6-90b9-3c5ceeee2978 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-935419', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25091'] for router, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:31:44.930735 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5300d1fa-d69b-42d6-90b9-3c5ceeee2978 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:31:45.000525 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5af43288-dd02-4084-874e-f1fcba283848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:31:45.046187 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5300d1fa-d69b-42d6-90b9-3c5ceeee2978 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-937645'] for router, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:31:45.046727 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5300d1fa-d69b-42d6-90b9-3c5ceeee2978 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aef66692-88dd-48a3-ad0b-72b8eed65772 {{(pid=93701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 17:31:45.051785 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5300d1fa-d69b-42d6-90b9-3c5ceeee2978 admin admin] Notify callbacks [] for router, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:31:45.052878 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-5300d1fa-d69b-42d6-90b9-3c5ceeee2978 admin admin] 10.222.0.15 "DELETE /v2.0/routers/aef66692-88dd-48a3-ad0b-72b8eed65772 HTTP/1.1" status: 204 len: 168 time: 0.9331830 Jun 24 17:31:45.055295 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 37712) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:31:45.099517 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.db.db_base_plugin_v2 [None req-3672ea10-3cd7-4c8c-be10-f2bf0b9ad0f5 admin admin] Deleting subnet f66f0ce8-ea21-43c3-924a-8c941d208f37 {{(pid=93701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 17:31:45.102901 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3672ea10-3cd7-4c8c-be10-f2bf0b9ad0f5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:31:45.140648 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3672ea10-3cd7-4c8c-be10-f2bf0b9ad0f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8727705'] for subnet, precommit_delete_associations {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:31:45.223782 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3672ea10-3cd7-4c8c-be10-f2bf0b9ad0f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1980419'] for subnet, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:31:45.315912 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3672ea10-3cd7-4c8c-be10-f2bf0b9ad0f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1980436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10147820', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10152639'] for subnet, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:31:45.318667 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-a7943bc5-05c6-4ab0-bac2-8a6b03b51253 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:31:45.351087 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3672ea10-3cd7-4c8c-be10-f2bf0b9ad0f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f66f0ce8-ea21-43c3-924a-8c941d208f37,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:31:45.354790 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-3672ea10-3cd7-4c8c-be10-f2bf0b9ad0f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:31:45.357259 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3672ea10-3cd7-4c8c-be10-f2bf0b9ad0f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:31:45.359123 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-3672ea10-3cd7-4c8c-be10-f2bf0b9ad0f5 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/f66f0ce8-ea21-43c3-924a-8c941d208f37 HTTP/1.1" status: 204 len: 168 time: 0.3029358 Jun 24 17:31:45.361793 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 37714) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:31:45.364357 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c9978b-c70d-4d0f-8ef3-c78d121ec512 None None] Network ee1eaba0-043d-41fd-889a-45c04e962720 requested from dv-cinder-797970-1-iscsi {{(pid=93702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 17:31:45.435662 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d2545092-2de5-47c7-b59e-f7b08cff2dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2040168'] for network, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:31:45.504727 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-d2545092-2de5-47c7-b59e-f7b08cff2dd0 admin admin] Deleting port 3d0d9edd-170d-4308-93f2-7fadb5f944b1 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 17:31:45.505102 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d2545092-2de5-47c7-b59e-f7b08cff2dd0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734938643496'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:31:45.571588 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ce81dd7-c40b-415b-a300-0d52b2f08b28 None None] DHCP port deletion for ee1eaba0-043d-41fd-889a-45c04e962720 request from dv-cinder-797970-1-iscsi {{(pid=93702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 17:31:45.581917 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-d2545092-2de5-47c7-b59e-f7b08cff2dd0 admin admin] For port 3d0d9edd-170d-4308-93f2-7fadb5f944b1, host dv-cinder-797970-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-1-iscsi',level=0,port_id=3d0d9edd-170d-4308-93f2-7fadb5f944b1,segment=NetworkSegment(a27c2cba-efb1-47be-b4b4-e49fa650729c),segment_id=a27c2cba-efb1-47be-b4b4-e49fa650729c)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 17:31:45.582640 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d2545092-2de5-47c7-b59e-f7b08cff2dd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939437'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:31:45.599322 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-d2545092-2de5-47c7-b59e-f7b08cff2dd0 admin admin] Calling delete_port for 3d0d9edd-170d-4308-93f2-7fadb5f944b1 owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 17:31:45.626526 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-5ce81dd7-c40b-415b-a300-0d52b2f08b28 None None] Deleting port 3d0d9edd-170d-4308-93f2-7fadb5f944b1 {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 17:31:45.627580 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5ce81dd7-c40b-415b-a300-0d52b2f08b28 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734938643496'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:31:45.705248 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-5ce81dd7-c40b-415b-a300-0d52b2f08b28 None None] For port 3d0d9edd-170d-4308-93f2-7fadb5f944b1, host dv-cinder-797970-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-1-iscsi',level=0,port_id=3d0d9edd-170d-4308-93f2-7fadb5f944b1,segment=NetworkSegment(a27c2cba-efb1-47be-b4b4-e49fa650729c),segment_id=a27c2cba-efb1-47be-b4b4-e49fa650729c)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 17:31:45.705801 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5ce81dd7-c40b-415b-a300-0d52b2f08b28 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939437'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:31:45.719934 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-5ce81dd7-c40b-415b-a300-0d52b2f08b28 None None] Calling delete_port for 3d0d9edd-170d-4308-93f2-7fadb5f944b1 owned by network:dhcp {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 17:31:45.766113 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d2545092-2de5-47c7-b59e-f7b08cff2dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734938646739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734938254839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10147618'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:31:45.769451 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-f937048a-6251-4d94-9bc0-f55513437512 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:31:45.799733 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2545092-2de5-47c7-b59e-f7b08cff2dd0 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d0d9edd-170d-4308-93f2-7fadb5f944b1,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:31:45.802190 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2545092-2de5-47c7-b59e-f7b08cff2dd0 admin admin] No DVR routers for this DVR port 3d0d9edd-170d-4308-93f2-7fadb5f944b1 on host dv-cinder-797970-1-iscsi {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 17:31:45.803796 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-d2545092-2de5-47c7-b59e-f7b08cff2dd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:31:45.810404 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5ce81dd7-c40b-415b-a300-0d52b2f08b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734938646739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734938254839'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:31:45.812613 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-7200d5ba-b8a1-4887-9cbc-5cc36d98e3c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:31:45.839242 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce81dd7-c40b-415b-a300-0d52b2f08b28 None None] Pushing event deleted for resources: {'Port': ['ID=3d0d9edd-170d-4308-93f2-7fadb5f944b1,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:31:45.842228 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce81dd7-c40b-415b-a300-0d52b2f08b28 None None] No DVR routers for this DVR port 3d0d9edd-170d-4308-93f2-7fadb5f944b1 on host dv-cinder-797970-1-iscsi {{(pid=93702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 17:31:45.854077 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce81dd7-c40b-415b-a300-0d52b2f08b28 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:31:45.854420 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce81dd7-c40b-415b-a300-0d52b2f08b28 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:31:45.854760 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce81dd7-c40b-415b-a300-0d52b2f08b28 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:31:45.855094 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce81dd7-c40b-415b-a300-0d52b2f08b28 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:31:45.856859 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce81dd7-c40b-415b-a300-0d52b2f08b28 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:31:45.856859 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce81dd7-c40b-415b-a300-0d52b2f08b28 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:31:45.857134 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce81dd7-c40b-415b-a300-0d52b2f08b28 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:31:45.857406 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce81dd7-c40b-415b-a300-0d52b2f08b28 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:31:45.857755 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce81dd7-c40b-415b-a300-0d52b2f08b28 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:31:45.858077 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce81dd7-c40b-415b-a300-0d52b2f08b28 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:31:45.858434 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce81dd7-c40b-415b-a300-0d52b2f08b28 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:31:45.858705 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce81dd7-c40b-415b-a300-0d52b2f08b28 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-1-iscsi {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 17:31:45.862365 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-5ce81dd7-c40b-415b-a300-0d52b2f08b28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:31:45.885507 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d2545092-2de5-47c7-b59e-f7b08cff2dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982037', 'neutron.services.segments.db._delete_segments_for_network-8734938762792'] for network, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:31:45.896899 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.services.segments.db [None req-d2545092-2de5-47c7-b59e-f7b08cff2dd0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee1eaba0-043d-41fd-889a-45c04e962720']}} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:31:45.911277 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.services.segments.db [None req-d2545092-2de5-47c7-b59e-f7b08cff2dd0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a27c2cba-efb1-47be-b4b4-e49fa650729c') {'for_net_delete': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:31:45.911598 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.services.segments.db [None req-d2545092-2de5-47c7-b59e-f7b08cff2dd0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a27c2cba-efb1-47be-b4b4-e49fa650729c') {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:31:45.921329 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d2545092-2de5-47c7-b59e-f7b08cff2dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734938750383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8727776'] for segment, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:31:45.935891 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d2545092-2de5-47c7-b59e-f7b08cff2dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083357'] for segment, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:31:45.942132 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2545092-2de5-47c7-b59e-f7b08cff2dd0 admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=93701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 17:31:45.948041 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d2545092-2de5-47c7-b59e-f7b08cff2dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10147599'] for segment, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:31:45.948041 dv-cinder-797970-1-iscsi neutron-server[93701]: Traceback (most recent call last): Jun 24 17:31:45.948041 dv-cinder-797970-1-iscsi neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 17:31:45.948041 dv-cinder-797970-1-iscsi neutron-server[93701]: timer() Jun 24 17:31:45.948041 dv-cinder-797970-1-iscsi neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 17:31:45.948041 dv-cinder-797970-1-iscsi neutron-server[93701]: cb(*args, **kw) Jun 24 17:31:45.948041 dv-cinder-797970-1-iscsi neutron-server[93701]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 17:31:45.948041 dv-cinder-797970-1-iscsi neutron-server[93701]: return func(*args, **kwargs) Jun 24 17:31:45.948041 dv-cinder-797970-1-iscsi neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 17:31:45.948041 dv-cinder-797970-1-iscsi neutron-server[93701]: self._notify() Jun 24 17:31:45.948041 dv-cinder-797970-1-iscsi neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 17:31:45.948041 dv-cinder-797970-1-iscsi neutron-server[93701]: self.callback(batched_events) Jun 24 17:31:45.948041 dv-cinder-797970-1-iscsi neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 17:31:45.948041 dv-cinder-797970-1-iscsi neutron-server[93701]: event.method(event) Jun 24 17:31:45.948041 dv-cinder-797970-1-iscsi neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 17:31:45.948041 dv-cinder-797970-1-iscsi neutron-server[93701]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 17:31:45.948041 dv-cinder-797970-1-iscsi neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 17:31:45.948041 dv-cinder-797970-1-iscsi neutron-server[93701]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 17:31:45.948041 dv-cinder-797970-1-iscsi neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 17:31:45.948041 dv-cinder-797970-1-iscsi neutron-server[93701]: return f(self, *a, **k) Jun 24 17:31:45.948041 dv-cinder-797970-1-iscsi neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 17:31:45.948041 dv-cinder-797970-1-iscsi neutron-server[93701]: return self._get(url).json() Jun 24 17:31:45.948041 dv-cinder-797970-1-iscsi neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 17:31:45.948041 dv-cinder-797970-1-iscsi neutron-server[93701]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 17:31:45.948041 dv-cinder-797970-1-iscsi neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 17:31:45.948041 dv-cinder-797970-1-iscsi neutron-server[93701]: return self.request(url, 'GET', **kwargs) Jun 24 17:31:45.948041 dv-cinder-797970-1-iscsi neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 17:31:45.948041 dv-cinder-797970-1-iscsi neutron-server[93701]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 17:31:45.948041 dv-cinder-797970-1-iscsi neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 17:31:45.948041 dv-cinder-797970-1-iscsi neutron-server[93701]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 17:31:45.948041 dv-cinder-797970-1-iscsi neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 17:31:45.948041 dv-cinder-797970-1-iscsi neutron-server[93701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 17:31:45.948041 dv-cinder-797970-1-iscsi neutron-server[93701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 17:31:46.080777 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d2545092-2de5-47c7-b59e-f7b08cff2dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-545941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-938511'] for network, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:31:46.085409 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-23ea8d8f-3137-416a-9945-0d606e3a804d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:31:46.087928 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d2545092-2de5-47c7-b59e-f7b08cff2dd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592921'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:31:46.091345 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-d2545092-2de5-47c7-b59e-f7b08cff2dd0 admin admin] 10.222.0.15 "DELETE /v2.0/networks/ee1eaba0-043d-41fd-889a-45c04e962720 HTTP/1.1" status: 204 len: 168 time: 0.7266886 Jun 24 17:31:46.092736 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 37716) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:31:46.101159 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2545092-2de5-47c7-b59e-f7b08cff2dd0 admin admin] Pushing event deleted for resources: {'Network': ['ID=ee1eaba0-043d-41fd-889a-45c04e962720,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:31:46.103625 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-d2545092-2de5-47c7-b59e-f7b08cff2dd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:31:46.438594 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-60ec97da-c118-4d16-bef9-da621ef4ce3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939664'] for router_interface, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:31:46.542714 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Device c57fbde3-19da-48b3-9bbe-215e456eb6e6 no longer exists at agent ovs-agent-dv-cinder-797970-1-iscsi {{(pid=93702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 17:31:46.566542 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] No Port match for: c57fbde3-19da-48b3-9bbe-215e456eb6e6 {{(pid=93702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 17:31:46.566926 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Device c57fbde3-19da-48b3-9bbe-215e456eb6e6 not bound to the agent host dv-cinder-797970-1-iscsi {{(pid=93702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 17:31:46.567351 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Device 61c73248-def9-4f52-ba8e-cf4b3d49f9c1 no longer exists at agent ovs-agent-dv-cinder-797970-1-iscsi {{(pid=93702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 17:31:46.570377 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-845c8506-8cf5-4b6b-bbc4-443bdb09ac47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:31:46.586437 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] No Port match for: 61c73248-def9-4f52-ba8e-cf4b3d49f9c1 {{(pid=93702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 17:31:46.587060 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Device 61c73248-def9-4f52-ba8e-cf4b3d49f9c1 not bound to the agent host dv-cinder-797970-1-iscsi {{(pid=93702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 17:31:46.587185 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Device 3d0d9edd-170d-4308-93f2-7fadb5f944b1 no longer exists at agent ovs-agent-dv-cinder-797970-1-iscsi {{(pid=93702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 17:31:46.605754 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] No Port match for: 3d0d9edd-170d-4308-93f2-7fadb5f944b1 {{(pid=93702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 17:31:46.606110 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Device 3d0d9edd-170d-4308-93f2-7fadb5f944b1 not bound to the agent host dv-cinder-797970-1-iscsi {{(pid=93702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 17:31:46.699122 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-60ec97da-c118-4d16-bef9-da621ef4ce3c admin admin] Deleting port 337ed44e-bdc6-4d63-8aa8-dd2af3bb8f09 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 17:31:46.699380 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-60ec97da-c118-4d16-bef9-da621ef4ce3c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734938643496'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:31:46.775806 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-60ec97da-c118-4d16-bef9-da621ef4ce3c admin admin] For port 337ed44e-bdc6-4d63-8aa8-dd2af3bb8f09, host dv-cinder-797970-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-1-iscsi',level=0,port_id=337ed44e-bdc6-4d63-8aa8-dd2af3bb8f09,segment=NetworkSegment(70d148c7-0323-4791-ab06-8438da04e15c),segment_id=70d148c7-0323-4791-ab06-8438da04e15c)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 17:31:46.776166 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-60ec97da-c118-4d16-bef9-da621ef4ce3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939437'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:31:46.788624 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-60ec97da-c118-4d16-bef9-da621ef4ce3c admin admin] Calling delete_port for 337ed44e-bdc6-4d63-8aa8-dd2af3bb8f09 owned by network:router_interface {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 17:31:47.029095 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-60ec97da-c118-4d16-bef9-da621ef4ce3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734938646739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734938254839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811389'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:31:47.031848 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-04567ab7-14a6-4b48-a19e-351c1311e822 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:31:47.058534 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ec97da-c118-4d16-bef9-da621ef4ce3c admin admin] Pushing event deleted for resources: {'Port': ['ID=337ed44e-bdc6-4d63-8aa8-dd2af3bb8f09,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:31:47.062255 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-60ec97da-c118-4d16-bef9-da621ef4ce3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:31:47.494855 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-60ec97da-c118-4d16-bef9-da621ef4ce3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-592949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-937216'] for router_interface, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:31:47.700156 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60ec97da-c118-4d16-bef9-da621ef4ce3c admin admin] Router 26d3f6d8-42e6-4ea6-8fb9-e7dc4a05ad5c has already been hosted by L3 agent ebb0bbf0-d6bc-43df-80f2-a0cdb1424f3b {{(pid=93700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 17:31:47.803984 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60ec97da-c118-4d16-bef9-da621ef4ce3c admin admin] Notify agent at l3_agent.dv-cinder-797970-1-iscsi the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 17:31:47.808709 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-60ec97da-c118-4d16-bef9-da621ef4ce3c admin admin] 10.222.0.15 "PUT /v2.0/routers/26d3f6d8-42e6-4ea6-8fb9-e7dc4a05ad5c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7149403 Jun 24 17:31:47.811241 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 37720) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:31:47.812047 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636c50c6-79b4-4ecf-b54c-792a21285e07 None None] Sync routers for ids ['26d3f6d8-42e6-4ea6-8fb9-e7dc4a05ad5c'] in dv-cinder-797970-1-iscsi {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 17:31:47.821604 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636c50c6-79b4-4ecf-b54c-792a21285e07 None None] Routers {'26d3f6d8-42e6-4ea6-8fb9-e7dc4a05ad5c'} bound to L3 agent in host dv-cinder-797970-1-iscsi {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 17:31:47.822267 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-636c50c6-79b4-4ecf-b54c-792a21285e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T17:00:13Z,description=,heartbeat_timestamp=2021-06-24T17:31:43Z,host='dv-cinder-797970-1-iscsi',id=ebb0bbf0-d6bc-43df-80f2-a0cdb1424f3b,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T17:00:14Z,topic='l3_agent')) {'router_ids': ['26d3f6d8-42e6-4ea6-8fb9-e7dc4a05ad5c'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:31:47.917115 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-01b8bdbb-fdaf-4e6d-9cb8-76b851f6c681 admin admin] Notify callbacks [] for router, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:31:47.923204 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-636c50c6-79b4-4ecf-b54c-792a21285e07 None None] Set router 26d3f6d8-42e6-4ea6-8fb9-e7dc4a05ad5c gateway port host: dv-cinder-797970-1-iscsi {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 17:31:48.020747 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-01b8bdbb-fdaf-4e6d-9cb8-76b851f6c681 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:31:48.101749 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-636c50c6-79b4-4ecf-b54c-792a21285e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26d3f6d8-42e6-4ea6-8fb9-e7dc4a05ad5c', 'name': 'tempest-TestVolumeBootPattern-1246140625-router', 'tenant_id': '59c5c5a082a44a70be5ff8a51cf4e4f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'external_fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': '59521abb-ef7e-4a49-b7d5-c1434e5ce7a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T17:23:09Z', 'updated_at': '2021-06-24T17:31:46Z', 'revision_number': 5, 'project_id': '59c5c5a082a44a70be5ff8a51cf4e4f8', 'gw_port': {'id': '59521abb-ef7e-4a49-b7d5-c1434e5ce7a6', 'name': '', 'network_id': 'd3559561-7efd-493e-88d1-7d47e478b72a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:98:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d3f6d8-42e6-4ea6-8fb9-e7dc4a05ad5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '004d905c-cc14-4189-936d-82a0eea7da62', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T17:23:10Z', 'updated_at': '2021-06-24T17:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '004d905c-cc14-4189-936d-82a0eea7da62', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-1-iscsi'}], 'dv-cinder-797970-1-iscsi', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:31:48.128199 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636c50c6-79b4-4ecf-b54c-792a21285e07 None None] Checking router: 26d3f6d8-42e6-4ea6-8fb9-e7dc4a05ad5c for host: dv-cinder-797970-1-iscsi {{(pid=93703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 17:31:48.136577 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636c50c6-79b4-4ecf-b54c-792a21285e07 None None] Routers {'26d3f6d8-42e6-4ea6-8fb9-e7dc4a05ad5c'} bound to L3 agent in host dv-cinder-797970-1-iscsi {{(pid=93703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 17:31:48.137176 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-636c50c6-79b4-4ecf-b54c-792a21285e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T17:00:13Z,description=,heartbeat_timestamp=2021-06-24T17:31:43Z,host='dv-cinder-797970-1-iscsi',id=ebb0bbf0-d6bc-43df-80f2-a0cdb1424f3b,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T17:00:14Z,topic='l3_agent')) {'router_ids': ['26d3f6d8-42e6-4ea6-8fb9-e7dc4a05ad5c'], 'active': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:31:48.151405 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-01b8bdbb-fdaf-4e6d-9cb8-76b851f6c681 admin admin] Deleting port 59521abb-ef7e-4a49-b7d5-c1434e5ce7a6 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 17:31:48.151748 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-01b8bdbb-fdaf-4e6d-9cb8-76b851f6c681 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734938643496'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:31:48.232665 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-01b8bdbb-fdaf-4e6d-9cb8-76b851f6c681 admin admin] For port 59521abb-ef7e-4a49-b7d5-c1434e5ce7a6, host dv-cinder-797970-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-1-iscsi',level=0,port_id=59521abb-ef7e-4a49-b7d5-c1434e5ce7a6,segment=NetworkSegment(d12f47f8-231e-43a0-ac28-6eda6263252e),segment_id=d12f47f8-231e-43a0-ac28-6eda6263252e)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 17:31:48.233024 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-01b8bdbb-fdaf-4e6d-9cb8-76b851f6c681 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939437'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:31:48.247173 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-01b8bdbb-fdaf-4e6d-9cb8-76b851f6c681 admin admin] Calling delete_port for 59521abb-ef7e-4a49-b7d5-c1434e5ce7a6 owned by network:router_gateway {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 17:31:48.306836 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.l3_dvr_db [None req-636c50c6-79b4-4ecf-b54c-792a21285e07 None None] Set router 26d3f6d8-42e6-4ea6-8fb9-e7dc4a05ad5c gateway port host: None {{(pid=93703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 17:31:48.356724 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.l3_hamode_db [None req-636c50c6-79b4-4ecf-b54c-792a21285e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26d3f6d8-42e6-4ea6-8fb9-e7dc4a05ad5c', 'name': 'tempest-TestVolumeBootPattern-1246140625-router', 'tenant_id': '59c5c5a082a44a70be5ff8a51cf4e4f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T17:23:09Z', 'updated_at': '2021-06-24T17:31:48Z', 'revision_number': 6, 'project_id': '59c5c5a082a44a70be5ff8a51cf4e4f8', 'gw_port_host': None}], 'dv-cinder-797970-1-iscsi', False) {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:31:48.386630 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636c50c6-79b4-4ecf-b54c-792a21285e07 None None] The sync data for ids ['26d3f6d8-42e6-4ea6-8fb9-e7dc4a05ad5c'] in dv-cinder-797970-1-iscsi is: [{'id': '26d3f6d8-42e6-4ea6-8fb9-e7dc4a05ad5c', 'name': 'tempest-TestVolumeBootPattern-1246140625-router', 'tenant_id': '59c5c5a082a44a70be5ff8a51cf4e4f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T17:23:09Z', 'updated_at': '2021-06-24T17:31:48Z', 'revision_number': 6, 'project_id': '59c5c5a082a44a70be5ff8a51cf4e4f8', 'gw_port_host': None}] {{(pid=93703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 17:31:48.486051 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-01b8bdbb-fdaf-4e6d-9cb8-76b851f6c681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734938646739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734938254839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811389'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:31:48.488810 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-24973967-2efb-48e2-971a-3df90d8ab170 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:31:48.516558 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b8bdbb-fdaf-4e6d-9cb8-76b851f6c681 admin admin] Pushing event deleted for resources: {'Port': ['ID=59521abb-ef7e-4a49-b7d5-c1434e5ce7a6,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:31:48.520006 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-01b8bdbb-fdaf-4e6d-9cb8-76b851f6c681 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:31:48.577245 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-01b8bdbb-fdaf-4e6d-9cb8-76b851f6c681 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-938725'] for router_gateway, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:31:48.666394 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-01b8bdbb-fdaf-4e6d-9cb8-76b851f6c681 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-935419', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25091'] for router, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:31:48.668390 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-01b8bdbb-fdaf-4e6d-9cb8-76b851f6c681 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:31:48.807490 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-01b8bdbb-fdaf-4e6d-9cb8-76b851f6c681 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-937645'] for router, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:31:48.807490 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01b8bdbb-fdaf-4e6d-9cb8-76b851f6c681 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 26d3f6d8-42e6-4ea6-8fb9-e7dc4a05ad5c {{(pid=93700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 17:31:48.809370 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-01b8bdbb-fdaf-4e6d-9cb8-76b851f6c681 admin admin] Notify callbacks [] for router, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:31:48.810799 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-01b8bdbb-fdaf-4e6d-9cb8-76b851f6c681 admin admin] 10.222.0.15 "DELETE /v2.0/routers/26d3f6d8-42e6-4ea6-8fb9-e7dc4a05ad5c HTTP/1.1" status: 204 len: 168 time: 0.9986038 Jun 24 17:31:48.813171 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 37722) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:31:48.860978 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2c4a24c-54ac-4485-a9d6-2785fe068976 admin admin] Deleting subnet a44e7b24-0f47-493c-b1c0-0add0ca8ad6e {{(pid=93700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 17:31:48.864689 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d2c4a24c-54ac-4485-a9d6-2785fe068976 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:31:48.899358 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d2c4a24c-54ac-4485-a9d6-2785fe068976 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9521523'] for subnet, precommit_delete_associations {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:31:48.974564 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d2c4a24c-54ac-4485-a9d6-2785fe068976 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1980419'] for subnet, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:31:49.108104 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d2c4a24c-54ac-4485-a9d6-2785fe068976 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1980436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2811187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9546211'] for subnet, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:31:49.110420 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:31:49.135976 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c4a24c-54ac-4485-a9d6-2785fe068976 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a44e7b24-0f47-493c-b1c0-0add0ca8ad6e,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:31:49.138137 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d2c4a24c-54ac-4485-a9d6-2785fe068976 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592921'] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:31:49.139831 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-d2c4a24c-54ac-4485-a9d6-2785fe068976 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/a44e7b24-0f47-493c-b1c0-0add0ca8ad6e HTTP/1.1" status: 204 len: 168 time: 0.3257172 Jun 24 17:31:49.140976 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-d2c4a24c-54ac-4485-a9d6-2785fe068976 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:31:49.142696 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 37724) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:31:49.147300 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c84a99de-93d2-41c5-881f-6896a3e81a2b None None] Network 32c73c9e-8053-44f7-9dab-bb5eaa0869de requested from dv-cinder-797970-1-iscsi {{(pid=93702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 17:31:49.164149 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Device 337ed44e-bdc6-4d63-8aa8-dd2af3bb8f09 no longer exists at agent ovs-agent-dv-cinder-797970-1-iscsi {{(pid=93702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 17:31:49.217445 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] No Port match for: 337ed44e-bdc6-4d63-8aa8-dd2af3bb8f09 {{(pid=93702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 17:31:49.217710 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Device 337ed44e-bdc6-4d63-8aa8-dd2af3bb8f09 not bound to the agent host dv-cinder-797970-1-iscsi {{(pid=93702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 17:31:49.221487 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d43e319e-8c99-4b1e-9191-88ea76e142d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2040168'] for network, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:31:49.281047 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-d43e319e-8c99-4b1e-9191-88ea76e142d7 admin admin] Deleting port 71639f84-3beb-46e9-82b3-ae2382c728e1 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 17:31:49.281388 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d43e319e-8c99-4b1e-9191-88ea76e142d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734938643496'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:31:49.349444 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-d43e319e-8c99-4b1e-9191-88ea76e142d7 admin admin] For port 71639f84-3beb-46e9-82b3-ae2382c728e1, host dv-cinder-797970-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-1-iscsi',level=0,port_id=71639f84-3beb-46e9-82b3-ae2382c728e1,segment=NetworkSegment(70d148c7-0323-4791-ab06-8438da04e15c),segment_id=70d148c7-0323-4791-ab06-8438da04e15c)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 17:31:49.349858 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d43e319e-8c99-4b1e-9191-88ea76e142d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939437'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:31:49.357075 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17218128-2dcd-4ac0-836f-e1f6dd866734 None None] DHCP port deletion for 32c73c9e-8053-44f7-9dab-bb5eaa0869de request from dv-cinder-797970-1-iscsi {{(pid=93702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 17:31:49.367551 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-d43e319e-8c99-4b1e-9191-88ea76e142d7 admin admin] Calling delete_port for 71639f84-3beb-46e9-82b3-ae2382c728e1 owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 17:31:49.404666 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-17218128-2dcd-4ac0-836f-e1f6dd866734 None None] Deleting port 71639f84-3beb-46e9-82b3-ae2382c728e1 {{(pid=93702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 17:31:49.405042 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-17218128-2dcd-4ac0-836f-e1f6dd866734 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734938643496'] for port, before_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:31:49.469671 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-17218128-2dcd-4ac0-836f-e1f6dd866734 None None] For port 71639f84-3beb-46e9-82b3-ae2382c728e1, host dv-cinder-797970-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-1-iscsi',level=0,port_id=71639f84-3beb-46e9-82b3-ae2382c728e1,segment=NetworkSegment(70d148c7-0323-4791-ab06-8438da04e15c),segment_id=70d148c7-0323-4791-ab06-8438da04e15c)] {{(pid=93702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 17:31:49.470076 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-17218128-2dcd-4ac0-836f-e1f6dd866734 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939437'] for port, precommit_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:31:49.482861 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-17218128-2dcd-4ac0-836f-e1f6dd866734 None None] Calling delete_port for 71639f84-3beb-46e9-82b3-ae2382c728e1 owned by network:dhcp {{(pid=93702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 17:31:49.515110 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d43e319e-8c99-4b1e-9191-88ea76e142d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734938646739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734938254839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10147618'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:31:49.518364 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-290f4539-c79f-4691-b721-e14c3667c8ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:31:49.541316 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43e319e-8c99-4b1e-9191-88ea76e142d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=71639f84-3beb-46e9-82b3-ae2382c728e1,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:31:49.544417 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-d43e319e-8c99-4b1e-9191-88ea76e142d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:31:49.545174 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43e319e-8c99-4b1e-9191-88ea76e142d7 admin admin] No DVR routers for this DVR port 71639f84-3beb-46e9-82b3-ae2382c728e1 on host dv-cinder-797970-1-iscsi {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 17:31:49.563604 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-17218128-2dcd-4ac0-836f-e1f6dd866734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1991518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734938646739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734938254839'] for port, after_delete {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:31:49.565440 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:31:49.591517 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17218128-2dcd-4ac0-836f-e1f6dd866734 None None] Pushing event deleted for resources: {'Port': ['ID=71639f84-3beb-46e9-82b3-ae2382c728e1,revision_number=None']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:31:49.593786 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG oslo_concurrency.lockutils [None req-17218128-2dcd-4ac0-836f-e1f6dd866734 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:31:49.596175 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17218128-2dcd-4ac0-836f-e1f6dd866734 None None] No DVR routers for this DVR port 71639f84-3beb-46e9-82b3-ae2382c728e1 on host dv-cinder-797970-1-iscsi {{(pid=93702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 17:31:49.615390 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d43e319e-8c99-4b1e-9191-88ea76e142d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982037', 'neutron.services.segments.db._delete_segments_for_network-8734938762792'] for network, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:31:49.624963 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.services.segments.db [None req-d43e319e-8c99-4b1e-9191-88ea76e142d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32c73c9e-8053-44f7-9dab-bb5eaa0869de']}} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:31:49.634987 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.services.segments.db [None req-d43e319e-8c99-4b1e-9191-88ea76e142d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70d148c7-0323-4791-ab06-8438da04e15c') {'for_net_delete': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:31:49.635277 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.services.segments.db [None req-d43e319e-8c99-4b1e-9191-88ea76e142d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70d148c7-0323-4791-ab06-8438da04e15c') {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 17:31:49.643874 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d43e319e-8c99-4b1e-9191-88ea76e142d7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734938750383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8727776'] for segment, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:31:49.660982 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d43e319e-8c99-4b1e-9191-88ea76e142d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083357'] for segment, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:31:49.666644 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d43e319e-8c99-4b1e-9191-88ea76e142d7 admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=93701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 17:31:49.667023 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d43e319e-8c99-4b1e-9191-88ea76e142d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10147599'] for segment, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:31:49.668616 dv-cinder-797970-1-iscsi neutron-server[93701]: Traceback (most recent call last): Jun 24 17:31:49.668616 dv-cinder-797970-1-iscsi neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 17:31:49.668616 dv-cinder-797970-1-iscsi neutron-server[93701]: timer() Jun 24 17:31:49.668616 dv-cinder-797970-1-iscsi neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 17:31:49.668616 dv-cinder-797970-1-iscsi neutron-server[93701]: cb(*args, **kw) Jun 24 17:31:49.668616 dv-cinder-797970-1-iscsi neutron-server[93701]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 17:31:49.668616 dv-cinder-797970-1-iscsi neutron-server[93701]: return func(*args, **kwargs) Jun 24 17:31:49.668616 dv-cinder-797970-1-iscsi neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 17:31:49.668616 dv-cinder-797970-1-iscsi neutron-server[93701]: self._notify() Jun 24 17:31:49.668616 dv-cinder-797970-1-iscsi neutron-server[93701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 17:31:49.668616 dv-cinder-797970-1-iscsi neutron-server[93701]: self.callback(batched_events) Jun 24 17:31:49.668616 dv-cinder-797970-1-iscsi neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 17:31:49.668616 dv-cinder-797970-1-iscsi neutron-server[93701]: event.method(event) Jun 24 17:31:49.668616 dv-cinder-797970-1-iscsi neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 17:31:49.668616 dv-cinder-797970-1-iscsi neutron-server[93701]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 17:31:49.668616 dv-cinder-797970-1-iscsi neutron-server[93701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 17:31:49.668616 dv-cinder-797970-1-iscsi neutron-server[93701]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 17:31:49.668616 dv-cinder-797970-1-iscsi neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 17:31:49.668616 dv-cinder-797970-1-iscsi neutron-server[93701]: return f(self, *a, **k) Jun 24 17:31:49.668616 dv-cinder-797970-1-iscsi neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 17:31:49.668616 dv-cinder-797970-1-iscsi neutron-server[93701]: return self._get(url).json() Jun 24 17:31:49.668616 dv-cinder-797970-1-iscsi neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 17:31:49.668616 dv-cinder-797970-1-iscsi neutron-server[93701]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 17:31:49.668616 dv-cinder-797970-1-iscsi neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 17:31:49.668616 dv-cinder-797970-1-iscsi neutron-server[93701]: return self.request(url, 'GET', **kwargs) Jun 24 17:31:49.668616 dv-cinder-797970-1-iscsi neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 17:31:49.668616 dv-cinder-797970-1-iscsi neutron-server[93701]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 17:31:49.668616 dv-cinder-797970-1-iscsi neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 17:31:49.668616 dv-cinder-797970-1-iscsi neutron-server[93701]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 17:31:49.668616 dv-cinder-797970-1-iscsi neutron-server[93701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 17:31:49.668616 dv-cinder-797970-1-iscsi neutron-server[93701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 17:31:49.668616 dv-cinder-797970-1-iscsi neutron-server[93701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 17:31:49.795027 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d43e319e-8c99-4b1e-9191-88ea76e142d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-545941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-938511'] for network, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:31:49.798310 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-26394a4d-2dd0-47c5-907d-bc96277acc3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:31:49.801322 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d43e319e-8c99-4b1e-9191-88ea76e142d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592921'] for network, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:31:49.803131 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-d43e319e-8c99-4b1e-9191-88ea76e142d7 admin admin] 10.222.0.15 "DELETE /v2.0/networks/32c73c9e-8053-44f7-9dab-bb5eaa0869de HTTP/1.1" status: 204 len: 168 time: 0.6582549 Jun 24 17:31:49.813876 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43e319e-8c99-4b1e-9191-88ea76e142d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=32c73c9e-8053-44f7-9dab-bb5eaa0869de,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:31:49.816215 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-d43e319e-8c99-4b1e-9191-88ea76e142d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:31:50.205698 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 37728) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:31:50.249477 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-161791a5-f637-4a27-87d3-0bc40b95f8e6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4c8638f5f5214a13ae481f6dcfd72f4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0417137 Jun 24 17:31:50.251883 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [-] (93701) accepted ('10.222.0.15', 37730) {{(pid=93701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:31:50.298528 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0f1d0e6b-851e-4a98-b2c6-7550f84636d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:31:50.318623 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0f1d0e6b-851e-4a98-b2c6-7550f84636d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:31:50.445740 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0f1d0e6b-851e-4a98-b2c6-7550f84636d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:31:50.448279 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0f1d0e6b-851e-4a98-b2c6-7550f84636d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:31:50.449371 dv-cinder-797970-1-iscsi neutron-server[93701]: INFO neutron.wsgi [None req-0f1d0e6b-851e-4a98-b2c6-7550f84636d6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2976a84a-55a1-464e-a63d-f9b02fc0926f HTTP/1.1" status: 204 len: 168 time: 0.1966238 Jun 24 17:31:50.450137 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-a4723679-3bc5-4420-8de7-7196f3fc751a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:31:50.458007 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1d0e6b-851e-4a98-b2c6-7550f84636d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2976a84a-55a1-464e-a63d-f9b02fc0926f,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:31:50.460430 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG oslo_concurrency.lockutils [None req-0f1d0e6b-851e-4a98-b2c6-7550f84636d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:31:50.540668 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Device 59521abb-ef7e-4a49-b7d5-c1434e5ce7a6 no longer exists at agent ovs-agent-dv-cinder-797970-1-iscsi {{(pid=93702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 17:31:50.561082 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] No Port match for: 59521abb-ef7e-4a49-b7d5-c1434e5ce7a6 {{(pid=93702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 17:31:50.565378 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Device 59521abb-ef7e-4a49-b7d5-c1434e5ce7a6 not bound to the agent host dv-cinder-797970-1-iscsi {{(pid=93702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 17:31:50.565378 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Device 71639f84-3beb-46e9-82b3-ae2382c728e1 no longer exists at agent ovs-agent-dv-cinder-797970-1-iscsi {{(pid=93702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 17:31:50.582371 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] No Port match for: 71639f84-3beb-46e9-82b3-ae2382c728e1 {{(pid=93702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 17:31:50.582874 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron.plugins.ml2.rpc [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Device 71639f84-3beb-46e9-82b3-ae2382c728e1 not bound to the agent host dv-cinder-797970-1-iscsi {{(pid=93702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 17:31:51.153777 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 37736) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:31:51.193200 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-a563fa53-2a99-4c67-8c79-b552d6331b5c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=59c5c5a082a44a70be5ff8a51cf4e4f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0382280 Jun 24 17:31:51.195557 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.15', 37738) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 17:31:51.241118 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8d704246-b19d-4d2a-b255-6bb3d6b5ff32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:31:51.260951 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8d704246-b19d-4d2a-b255-6bb3d6b5ff32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:31:51.360622 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8d704246-b19d-4d2a-b255-6bb3d6b5ff32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363539'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:31:51.363296 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8d704246-b19d-4d2a-b255-6bb3d6b5ff32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:31:51.364420 dv-cinder-797970-1-iscsi neutron-server[93700]: INFO neutron.wsgi [None req-8d704246-b19d-4d2a-b255-6bb3d6b5ff32 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9d819369-75f0-4d71-94a3-e80f3514625d HTTP/1.1" status: 204 len: 168 time: 0.1680069 Jun 24 17:31:51.365190 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-b397b325-3952-435e-869a-0b616e05824d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 17:31:51.372904 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d704246-b19d-4d2a-b255-6bb3d6b5ff32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d819369-75f0-4d71-94a3-e80f3514625d,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 17:31:51.375287 dv-cinder-797970-1-iscsi neutron-server[93700]: DEBUG oslo_concurrency.lockutils [None req-8d704246-b19d-4d2a-b255-6bb3d6b5ff32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 17:31:51.898574 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:31:56.308083 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.agents_db [None req-27f02d43-57e8-424c-a1b0-5a1f36db1773 None None] Agent healthcheck: found 6 active agents {{(pid=93703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 17:32:11.181458 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-08bf74b8-03d4-44c3-a8ee-63ed1224eef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:32:13.491347 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-cd1a12e7-a092-48c9-be04-109657dd575c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:32:13.948438 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:32:15.005674 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5af43288-dd02-4084-874e-f1fcba283848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:32:16.544076 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-845c8506-8cf5-4b6b-bbc4-443bdb09ac47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:32:21.908252 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:32:33.307086 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.agents_db [None req-27f02d43-57e8-424c-a1b0-5a1f36db1773 None None] Agent healthcheck: found 6 active agents {{(pid=93703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 17:32:41.171321 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ec70e415-3c66-49e6-932e-53253f7a193f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:32:43.490946 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c3ae1859-3596-41cf-bd41-c66e9847e486 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:32:43.942553 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:32:45.022204 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5af43288-dd02-4084-874e-f1fcba283848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:32:46.553809 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-845c8506-8cf5-4b6b-bbc4-443bdb09ac47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:32:51.902065 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:33:10.306260 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.agents_db [None req-27f02d43-57e8-424c-a1b0-5a1f36db1773 None None] Agent healthcheck: found 6 active agents {{(pid=93703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 17:33:11.176479 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-730b6e33-d113-47e4-98b6-52db2f3c8af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:33:13.467180 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-264ae337-e1f0-45ec-9169-882c78017251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:33:13.947738 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:33:15.009099 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5af43288-dd02-4084-874e-f1fcba283848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:33:16.546735 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-845c8506-8cf5-4b6b-bbc4-443bdb09ac47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:33:21.975740 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:33:26.329268 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [req-e324c781-2c89-4cc1-ad98-6e2e7cd9b919 req-d6faace8-bab1-4d46-bd48-9de748d1cc08 service neutron] (93701) timed out ('10.222.0.15', 59536) {{(pid=93701) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 24 17:33:41.181371 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-061fb7df-6919-4db1-aa3a-bf141039a321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:33:43.483086 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-589d17fa-422f-4d7a-9a9d-030d7e4852e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:33:43.947116 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:33:45.015326 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5af43288-dd02-4084-874e-f1fcba283848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:33:46.564470 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-845c8506-8cf5-4b6b-bbc4-443bdb09ac47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:33:47.305886 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.agents_db [None req-27f02d43-57e8-424c-a1b0-5a1f36db1773 None None] Agent healthcheck: found 6 active agents {{(pid=93703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 17:33:51.970046 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:34:11.186262 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8e94e653-bc23-430f-a022-70c2408d28c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:34:13.467421 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-cc610d0e-ac88-41cb-956e-c17efac35b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:34:13.935568 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:34:15.020422 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5af43288-dd02-4084-874e-f1fcba283848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:34:16.574162 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-845c8506-8cf5-4b6b-bbc4-443bdb09ac47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:34:21.957929 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:34:24.304419 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.agents_db [None req-27f02d43-57e8-424c-a1b0-5a1f36db1773 None None] Agent healthcheck: found 6 active agents {{(pid=93703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 17:34:41.192072 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e1f4ffb3-b0c4-4d0d-b7e2-4d4c2050a4cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:34:43.494297 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-af16265a-10c8-45d5-a6de-adcf1972e90b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:34:43.957800 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:34:45.037177 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5af43288-dd02-4084-874e-f1fcba283848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:34:46.745526 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-845c8506-8cf5-4b6b-bbc4-443bdb09ac47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:34:51.991474 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:35:01.303513 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.agents_db [None req-27f02d43-57e8-424c-a1b0-5a1f36db1773 None None] Agent healthcheck: found 6 active agents {{(pid=93703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 17:35:11.208533 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a286e3c5-ba52-427f-b948-fcc0b8ecce3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:35:13.517137 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2ecbebb8-ec0f-43d8-98db-cdc454cadd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:35:14.003006 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:35:15.042830 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5af43288-dd02-4084-874e-f1fcba283848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:35:16.568085 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-845c8506-8cf5-4b6b-bbc4-443bdb09ac47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:35:21.973909 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:35:31.777230 dv-cinder-797970-1-iscsi neutron-server[93701]: DEBUG neutron.wsgi [req-c1055f77-091b-4459-848e-fcd3f9ffedf5 req-08664aca-ea9d-4692-a3bd-49fd8c4f4e81 tempest-TestShelveInstance-508584099 tempest-TestShelveInstance-508584099-project] (93701) timed out ('10.222.0.37', 59780) {{(pid=93701) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 24 17:35:38.302679 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.agents_db [None req-27f02d43-57e8-424c-a1b0-5a1f36db1773 None None] Agent healthcheck: found 6 active agents {{(pid=93703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 17:35:41.236671 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-f5f5fdaf-70bc-4f91-8acc-65134b30849c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:35:43.482041 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b2d3980d-ae7e-463a-89ce-d0c6b24a8a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:35:43.945702 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:35:45.019204 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5af43288-dd02-4084-874e-f1fcba283848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:35:46.618308 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-845c8506-8cf5-4b6b-bbc4-443bdb09ac47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:35:51.961982 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:36:11.179169 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c3156e40-5013-4a11-b6a7-7d8e8ba4e664 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:36:13.464066 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0b13d419-24e7-46c9-98a2-6361dc5b4c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:36:13.956028 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:36:15.013066 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5af43288-dd02-4084-874e-f1fcba283848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:36:15.300607 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.agents_db [None req-27f02d43-57e8-424c-a1b0-5a1f36db1773 None None] Agent healthcheck: found 6 active agents {{(pid=93703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 17:36:16.619542 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-845c8506-8cf5-4b6b-bbc4-443bdb09ac47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:36:21.949947 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:36:41.183467 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-4cfaf3e4-399b-400d-9e2f-db103c17e188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:36:43.492279 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0c3fb071-c8c3-4937-b3de-1c205595f401 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:36:43.942806 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:36:45.024505 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5af43288-dd02-4084-874e-f1fcba283848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:36:46.595431 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-845c8506-8cf5-4b6b-bbc4-443bdb09ac47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:36:52.000859 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:36:52.299139 dv-cinder-797970-1-iscsi neutron-server[93703]: DEBUG neutron.db.agents_db [None req-27f02d43-57e8-424c-a1b0-5a1f36db1773 None None] Agent healthcheck: found 6 active agents {{(pid=93703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 17:37:11.189245 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-800d9089-1a97-42c0-b4d7-534e76aa5fb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:37:13.475144 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-f832d13f-d249-40d8-b8ea-37ca1234fe96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:37:13.943592 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-41eba5d3-9a16-48e5-8036-7d2fbe6f7423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:37:15.040884 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5af43288-dd02-4084-874e-f1fcba283848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:37:16.569901 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-845c8506-8cf5-4b6b-bbc4-443bdb09ac47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 17:37:22.006545 dv-cinder-797970-1-iscsi neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-00e146fd-44a9-480e-9325-f779cec8555d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734938762774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1978883'] for agent, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}